2024-11-14 17:18:16,688 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-14 17:18:16,756 main DEBUG Took 0.063911 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-14 17:18:16,757 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-14 17:18:16,757 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-14 17:18:16,758 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-14 17:18:16,766 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 17:18:16,782 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-14 17:18:16,815 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 17:18:16,817 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 17:18:16,818 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 17:18:16,819 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 17:18:16,820 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 17:18:16,820 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 17:18:16,821 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 17:18:16,822 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 17:18:16,823 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 17:18:16,823 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 17:18:16,824 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 17:18:16,825 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 17:18:16,825 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 17:18:16,826 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 17:18:16,846 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 17:18:16,847 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 17:18:16,848 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 17:18:16,848 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 17:18:16,849 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 17:18:16,850 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 17:18:16,850 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 17:18:16,851 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 17:18:16,851 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 17:18:16,852 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 17:18:16,852 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 17:18:16,853 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-14 17:18:16,863 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 17:18:16,865 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-14 17:18:16,868 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-14 17:18:16,869 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-14 17:18:16,871 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-14 17:18:16,871 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-14 17:18:16,903 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-14 17:18:16,908 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-14 17:18:16,910 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-14 17:18:16,911 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-14 17:18:16,913 main DEBUG createAppenders(={Console}) 2024-11-14 17:18:16,914 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-14 17:18:16,915 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-14 17:18:16,916 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-14 17:18:16,917 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-14 17:18:16,918 main DEBUG OutputStream closed 2024-11-14 17:18:16,918 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-14 17:18:16,918 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-14 17:18:16,919 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-14 17:18:17,090 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-14 17:18:17,094 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-14 17:18:17,099 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-14 17:18:17,101 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-14 17:18:17,113 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-14 17:18:17,113 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-14 17:18:17,114 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-14 17:18:17,121 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-14 17:18:17,122 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-14 17:18:17,123 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-14 17:18:17,123 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-14 17:18:17,124 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-14 17:18:17,124 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-14 17:18:17,124 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-14 17:18:17,125 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-14 17:18:17,125 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-14 17:18:17,126 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-14 17:18:17,127 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-14 17:18:17,132 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14 17:18:17,132 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-14 17:18:17,133 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-14 17:18:17,134 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-14T17:18:17,167 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-14 17:18:17,171 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-14 17:18:17,175 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14T17:18:17,277 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=1351, ProcessCount=11, AvailableMemoryMB=2933 2024-11-14T17:18:17,669 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-14T17:18:17,739 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bc079d-2590-b46a-338e-de3525cc5187 2024-11-14T17:18:17,744 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bc079d-2590-b46a-338e-de3525cc5187/cluster_a009bd71-48e0-4af4-f03b-4e54d07dfff1, deleteOnExit=true 2024-11-14T17:18:17,994 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bc079d-2590-b46a-338e-de3525cc5187/cluster_a009bd71-48e0-4af4-f03b-4e54d07dfff1/zookeeper_0, clientPort=55127, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bc079d-2590-b46a-338e-de3525cc5187/cluster_a009bd71-48e0-4af4-f03b-4e54d07dfff1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bc079d-2590-b46a-338e-de3525cc5187/cluster_a009bd71-48e0-4af4-f03b-4e54d07dfff1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T17:18:18,047 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55127 2024-11-14T17:18:18,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T17:18:18,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T17:18:18,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bc079d-2590-b46a-338e-de3525cc5187/test.cache.data in system properties and HBase conf 2024-11-14T17:18:18,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bc079d-2590-b46a-338e-de3525cc5187/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T17:18:18,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bc079d-2590-b46a-338e-de3525cc5187/hadoop.log.dir in system properties and HBase conf 2024-11-14T17:18:18,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bc079d-2590-b46a-338e-de3525cc5187/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T17:18:18,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bc079d-2590-b46a-338e-de3525cc5187/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T17:18:18,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T17:18:18,276 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-14T17:18:18,441 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T17:18:18,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bc079d-2590-b46a-338e-de3525cc5187/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T17:18:18,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bc079d-2590-b46a-338e-de3525cc5187/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T17:18:18,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bc079d-2590-b46a-338e-de3525cc5187/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T17:18:18,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bc079d-2590-b46a-338e-de3525cc5187/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T17:18:18,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bc079d-2590-b46a-338e-de3525cc5187/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T17:18:18,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bc079d-2590-b46a-338e-de3525cc5187/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T17:18:18,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bc079d-2590-b46a-338e-de3525cc5187/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T17:18:18,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bc079d-2590-b46a-338e-de3525cc5187/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T17:18:18,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bc079d-2590-b46a-338e-de3525cc5187/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T17:18:18,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bc079d-2590-b46a-338e-de3525cc5187/nfs.dump.dir in system properties and HBase conf 2024-11-14T17:18:18,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bc079d-2590-b46a-338e-de3525cc5187/java.io.tmpdir in system properties and HBase conf 2024-11-14T17:18:18,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bc079d-2590-b46a-338e-de3525cc5187/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T17:18:18,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bc079d-2590-b46a-338e-de3525cc5187/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T17:18:18,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bc079d-2590-b46a-338e-de3525cc5187/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T17:18:19,928 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T17:18:20,068 INFO [Time-limited test {}] log.Log(170): Logging initialized @4445ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-14T17:18:20,224 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T17:18:20,396 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T17:18:20,483 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T17:18:20,483 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T17:18:20,485 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T17:18:20,523 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T17:18:20,551 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bc079d-2590-b46a-338e-de3525cc5187/hadoop.log.dir/,AVAILABLE} 2024-11-14T17:18:20,553 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T17:18:21,021 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4219126d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bc079d-2590-b46a-338e-de3525cc5187/java.io.tmpdir/jetty-localhost-40017-hadoop-hdfs-3_4_1-tests_jar-_-any-12095988907230234297/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T17:18:21,034 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:40017} 2024-11-14T17:18:21,034 INFO [Time-limited test {}] server.Server(415): Started @5412ms 2024-11-14T17:18:21,854 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T17:18:21,869 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T17:18:21,879 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T17:18:21,879 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T17:18:21,880 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T17:18:21,887 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40d66f5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bc079d-2590-b46a-338e-de3525cc5187/hadoop.log.dir/,AVAILABLE} 2024-11-14T17:18:21,892 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53451713{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T17:18:22,074 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b71fbf7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bc079d-2590-b46a-338e-de3525cc5187/java.io.tmpdir/jetty-localhost-40281-hadoop-hdfs-3_4_1-tests_jar-_-any-7208292516708912212/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T17:18:22,075 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@431fe4a9{HTTP/1.1, (http/1.1)}{localhost:40281} 2024-11-14T17:18:22,075 INFO [Time-limited test {}] server.Server(415): Started @6453ms 2024-11-14T17:18:22,156 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T17:18:23,092 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bc079d-2590-b46a-338e-de3525cc5187/cluster_a009bd71-48e0-4af4-f03b-4e54d07dfff1/data/data1/current/BP-908644680-172.17.0.3-1731604699365/current, will proceed with Du for space computation calculation, 2024-11-14T17:18:23,094 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bc079d-2590-b46a-338e-de3525cc5187/cluster_a009bd71-48e0-4af4-f03b-4e54d07dfff1/data/data2/current/BP-908644680-172.17.0.3-1731604699365/current, will proceed with Du for space computation calculation, 2024-11-14T17:18:23,245 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T17:18:23,327 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf520e68afc36c87b with lease ID 0xd884316eac8ee86f: Processing first storage report for DS-167b0d14-17e0-48e6-a853-364da8502e6f from datanode DatanodeRegistration(127.0.0.1:45589, datanodeUuid=e5254fbb-945f-424a-9496-91067308e867, infoPort=38261, infoSecurePort=0, ipcPort=45331, storageInfo=lv=-57;cid=testClusterID;nsid=1038435624;c=1731604699365) 2024-11-14T17:18:23,328 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf520e68afc36c87b with lease ID 0xd884316eac8ee86f: from storage DS-167b0d14-17e0-48e6-a853-364da8502e6f node DatanodeRegistration(127.0.0.1:45589, datanodeUuid=e5254fbb-945f-424a-9496-91067308e867, infoPort=38261, infoSecurePort=0, ipcPort=45331, storageInfo=lv=-57;cid=testClusterID;nsid=1038435624;c=1731604699365), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-14T17:18:23,329 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf520e68afc36c87b with lease ID 0xd884316eac8ee86f: Processing first storage report for DS-5cacc3d3-699e-4e84-b302-374fcf010f7f from datanode DatanodeRegistration(127.0.0.1:45589, datanodeUuid=e5254fbb-945f-424a-9496-91067308e867, infoPort=38261, infoSecurePort=0, ipcPort=45331, storageInfo=lv=-57;cid=testClusterID;nsid=1038435624;c=1731604699365) 2024-11-14T17:18:23,329 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf520e68afc36c87b with lease ID 0xd884316eac8ee86f: from storage DS-5cacc3d3-699e-4e84-b302-374fcf010f7f node DatanodeRegistration(127.0.0.1:45589, datanodeUuid=e5254fbb-945f-424a-9496-91067308e867, infoPort=38261, infoSecurePort=0, ipcPort=45331, storageInfo=lv=-57;cid=testClusterID;nsid=1038435624;c=1731604699365), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T17:18:23,412 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bc079d-2590-b46a-338e-de3525cc5187 2024-11-14T17:18:23,442 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:18:23,446 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:18:23,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45589 is added to blk_1073741825_1001 (size=7) 2024-11-14T17:18:24,282 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0 with version=8 2024-11-14T17:18:24,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/hbase-staging 2024-11-14T17:18:24,386 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-14T17:18:24,642 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4e57a52647ef:0 server-side Connection retries=45 2024-11-14T17:18:24,654 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:18:24,654 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T17:18:24,660 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T17:18:24,660 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:18:24,660 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T17:18:24,808 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T17:18:24,880 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-14T17:18:24,892 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-14T17:18:24,897 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T17:18:24,923 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 13248 (auto-detected) 2024-11-14T17:18:24,924 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-14T17:18:24,948 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45939 2024-11-14T17:18:24,977 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45939 connecting to ZooKeeper ensemble=127.0.0.1:55127 2024-11-14T17:18:25,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:459390x0, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:18:25,026 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45939-0x100ab7263740000 connected 2024-11-14T17:18:25,061 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:18:25,065 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:18:25,078 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45939-0x100ab7263740000, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Set watcher on znode that does not yet exist, /0-410328651/running 2024-11-14T17:18:25,085 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0, hbase.cluster.distributed=false 2024-11-14T17:18:25,116 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45939-0x100ab7263740000, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Set watcher on znode that does not yet exist, /0-410328651/acl 2024-11-14T17:18:25,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45939 2024-11-14T17:18:25,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45939 2024-11-14T17:18:25,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45939 2024-11-14T17:18:25,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45939 2024-11-14T17:18:25,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45939 2024-11-14T17:18:25,273 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4e57a52647ef:0 server-side Connection retries=45 2024-11-14T17:18:25,276 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:18:25,276 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T17:18:25,277 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T17:18:25,277 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:18:25,277 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T17:18:25,281 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T17:18:25,284 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T17:18:25,285 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40469 2024-11-14T17:18:25,288 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40469 connecting to ZooKeeper ensemble=127.0.0.1:55127 2024-11-14T17:18:25,290 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:18:25,296 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:18:25,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:404690x0, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:18:25,328 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:404690x0, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Set watcher on znode that does not yet exist, /0-410328651/running 2024-11-14T17:18:25,334 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T17:18:25,335 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40469-0x100ab7263740001 connected 2024-11-14T17:18:25,357 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T17:18:25,361 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40469-0x100ab7263740001, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Set watcher on znode that does not yet exist, /0-410328651/master 2024-11-14T17:18:25,368 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40469-0x100ab7263740001, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Set watcher on znode that does not yet exist, /0-410328651/acl 2024-11-14T17:18:25,369 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40469 2024-11-14T17:18:25,370 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40469 2024-11-14T17:18:25,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40469 2024-11-14T17:18:25,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40469 2024-11-14T17:18:25,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40469 2024-11-14T17:18:25,399 DEBUG [M:0;4e57a52647ef:45939 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4e57a52647ef:45939 2024-11-14T17:18:25,400 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-410328651/backup-masters/4e57a52647ef,45939,1731604704436 2024-11-14T17:18:25,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40469-0x100ab7263740001, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-410328651/backup-masters 2024-11-14T17:18:25,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45939-0x100ab7263740000, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-410328651/backup-masters 2024-11-14T17:18:25,412 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45939-0x100ab7263740000, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Set watcher on existing znode=/0-410328651/backup-masters/4e57a52647ef,45939,1731604704436 2024-11-14T17:18:25,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45939-0x100ab7263740000, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-410328651 2024-11-14T17:18:25,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40469-0x100ab7263740001, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-410328651/master 2024-11-14T17:18:25,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40469-0x100ab7263740001, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-410328651 2024-11-14T17:18:25,439 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45939-0x100ab7263740000, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Set watcher on existing znode=/0-410328651/master 2024-11-14T17:18:25,440 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-410328651/backup-masters/4e57a52647ef,45939,1731604704436 from backup master directory 2024-11-14T17:18:25,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40469-0x100ab7263740001, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-410328651/backup-masters 2024-11-14T17:18:25,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45939-0x100ab7263740000, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-410328651/backup-masters/4e57a52647ef,45939,1731604704436 2024-11-14T17:18:25,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45939-0x100ab7263740000, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-410328651/backup-masters 2024-11-14T17:18:25,447 WARN [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T17:18:25,447 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4e57a52647ef,45939,1731604704436 2024-11-14T17:18:25,450 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-14T17:18:25,455 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-14T17:18:25,522 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/hbase.id] with ID: d0a9ef81-63a7-4518-8e1c-886d784e6608 2024-11-14T17:18:25,523 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/.tmp/hbase.id 2024-11-14T17:18:25,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45589 is added to blk_1073741826_1002 (size=42) 2024-11-14T17:18:25,935 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/.tmp/hbase.id]:[hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/hbase.id] 2024-11-14T17:18:25,985 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:18:25,990 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T17:18:26,013 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 21ms. 2024-11-14T17:18:26,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40469-0x100ab7263740001, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-410328651 2024-11-14T17:18:26,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45939-0x100ab7263740000, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-410328651 2024-11-14T17:18:26,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45589 is added to blk_1073741827_1003 (size=196) 2024-11-14T17:18:26,446 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T17:18:26,449 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T17:18:26,473 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:18:26,477 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:18:26,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45589 is added to blk_1073741828_1004 (size=1189) 2024-11-14T17:18:26,532 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/MasterData/data/master/store 2024-11-14T17:18:26,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45589 is added to blk_1073741829_1005 (size=34) 2024-11-14T17:18:26,958 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-14T17:18:26,963 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:18:26,965 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T17:18:26,965 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:18:26,965 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:18:26,967 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T17:18:26,968 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:18:26,968 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:18:26,969 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731604706965Disabling compacts and flushes for region at 1731604706965Disabling writes for close at 1731604706968 (+3 ms)Writing region close event to WAL at 1731604706968Closed at 1731604706968 2024-11-14T17:18:26,972 WARN [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/MasterData/data/master/store/.initializing 2024-11-14T17:18:26,973 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/MasterData/WALs/4e57a52647ef,45939,1731604704436 2024-11-14T17:18:26,982 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T17:18:27,000 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4e57a52647ef%2C45939%2C1731604704436, suffix=, logDir=hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/MasterData/WALs/4e57a52647ef,45939,1731604704436, archiveDir=hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/MasterData/oldWALs, maxLogs=10 2024-11-14T17:18:27,037 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/MasterData/WALs/4e57a52647ef,45939,1731604704436/4e57a52647ef%2C45939%2C1731604704436.1731604707006, exclude list is [], retry=0 2024-11-14T17:18:27,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45589,DS-167b0d14-17e0-48e6-a853-364da8502e6f,DISK] 2024-11-14T17:18:27,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-14T17:18:27,095 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/MasterData/WALs/4e57a52647ef,45939,1731604704436/4e57a52647ef%2C45939%2C1731604704436.1731604707006 2024-11-14T17:18:27,096 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38261:38261)] 2024-11-14T17:18:27,097 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:18:27,097 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:18:27,101 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:18:27,101 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:18:27,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:18:27,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T17:18:27,192 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:27,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:18:27,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:18:27,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T17:18:27,199 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:27,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:18:27,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:18:27,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T17:18:27,204 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:27,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:18:27,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:18:27,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T17:18:27,208 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:27,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:18:27,209 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:18:27,214 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:18:27,215 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:18:27,221 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:18:27,221 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:18:27,225 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:18:27,235 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:18:27,241 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:18:27,243 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65868227, jitterRate=-0.018486931920051575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:18:27,251 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731604707114Initializing all the Stores at 1731604707116 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604707117 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604707118 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604707118Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604707118Cleaning up temporary data from old regions at 1731604707222 (+104 ms)Region opened successfully at 1731604707251 (+29 ms) 2024-11-14T17:18:27,254 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T17:18:27,308 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c7beea9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4e57a52647ef/172.17.0.3:0 2024-11-14T17:18:27,351 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T17:18:27,366 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T17:18:27,366 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T17:18:27,369 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T17:18:27,371 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-14T17:18:27,377 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-14T17:18:27,377 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T17:18:27,409 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T17:18:27,421 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45939-0x100ab7263740000, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Unable to get data of znode /0-410328651/balancer because node does not exist (not necessarily an error) 2024-11-14T17:18:27,423 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-410328651/balancer already deleted, retry=false 2024-11-14T17:18:27,426 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T17:18:27,428 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45939-0x100ab7263740000, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Unable to get data of znode /0-410328651/normalizer because node does not exist (not necessarily an error) 2024-11-14T17:18:27,430 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-410328651/normalizer already deleted, retry=false 2024-11-14T17:18:27,433 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T17:18:27,437 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45939-0x100ab7263740000, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Unable to get data of znode /0-410328651/switch/split because node does not exist (not necessarily an error) 2024-11-14T17:18:27,439 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-410328651/switch/split already deleted, retry=false 2024-11-14T17:18:27,440 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45939-0x100ab7263740000, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Unable to get data of znode /0-410328651/switch/merge because node does not exist (not necessarily an error) 2024-11-14T17:18:27,443 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-410328651/switch/merge already deleted, retry=false 2024-11-14T17:18:27,463 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45939-0x100ab7263740000, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Unable to get data of znode /0-410328651/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T17:18:27,465 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-410328651/snapshot-cleanup already deleted, retry=false 2024-11-14T17:18:27,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40469-0x100ab7263740001, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-410328651/running 2024-11-14T17:18:27,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45939-0x100ab7263740000, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-410328651/running 2024-11-14T17:18:27,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45939-0x100ab7263740000, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-410328651 2024-11-14T17:18:27,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40469-0x100ab7263740001, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-410328651 2024-11-14T17:18:27,474 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4e57a52647ef,45939,1731604704436, sessionid=0x100ab7263740000, setting cluster-up flag (Was=false) 2024-11-14T17:18:27,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40469-0x100ab7263740001, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-410328651 2024-11-14T17:18:27,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45939-0x100ab7263740000, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-410328651 2024-11-14T17:18:27,500 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-410328651/flush-table-proc/acquired, /0-410328651/flush-table-proc/reached, /0-410328651/flush-table-proc/abort 2024-11-14T17:18:27,502 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4e57a52647ef,45939,1731604704436 2024-11-14T17:18:27,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40469-0x100ab7263740001, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-410328651 2024-11-14T17:18:27,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45939-0x100ab7263740000, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-410328651 2024-11-14T17:18:27,525 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-410328651/online-snapshot/acquired, /0-410328651/online-snapshot/reached, /0-410328651/online-snapshot/abort 2024-11-14T17:18:27,527 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4e57a52647ef,45939,1731604704436 2024-11-14T17:18:27,536 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T17:18:27,586 INFO [RS:0;4e57a52647ef:40469 {}] regionserver.HRegionServer(746): ClusterId : d0a9ef81-63a7-4518-8e1c-886d784e6608 2024-11-14T17:18:27,590 DEBUG [RS:0;4e57a52647ef:40469 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T17:18:27,596 DEBUG [RS:0;4e57a52647ef:40469 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T17:18:27,597 DEBUG [RS:0;4e57a52647ef:40469 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T17:18:27,601 DEBUG [RS:0;4e57a52647ef:40469 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T17:18:27,602 DEBUG [RS:0;4e57a52647ef:40469 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b94063f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4e57a52647ef/172.17.0.3:0 2024-11-14T17:18:27,620 DEBUG [RS:0;4e57a52647ef:40469 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4e57a52647ef:40469 2024-11-14T17:18:27,623 INFO [RS:0;4e57a52647ef:40469 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T17:18:27,623 INFO [RS:0;4e57a52647ef:40469 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T17:18:27,623 DEBUG [RS:0;4e57a52647ef:40469 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T17:18:27,627 INFO [RS:0;4e57a52647ef:40469 {}] regionserver.HRegionServer(2659): reportForDuty to master=4e57a52647ef,45939,1731604704436 with port=40469, startcode=1731604705227 2024-11-14T17:18:27,636 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T17:18:27,640 DEBUG [RS:0;4e57a52647ef:40469 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T17:18:27,648 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T17:18:27,655 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T17:18:27,661 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4e57a52647ef,45939,1731604704436 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T17:18:27,671 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:18:27,671 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:18:27,672 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:18:27,672 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:18:27,672 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4e57a52647ef:0, corePoolSize=10, maxPoolSize=10 2024-11-14T17:18:27,673 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:18:27,673 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4e57a52647ef:0, corePoolSize=2, maxPoolSize=2 2024-11-14T17:18:27,673 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:18:27,684 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42733, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T17:18:27,686 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731604737685 2024-11-14T17:18:27,687 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T17:18:27,688 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T17:18:27,688 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T17:18:27,689 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T17:18:27,692 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45939 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T17:18:27,693 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T17:18:27,693 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T17:18:27,694 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T17:18:27,694 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T17:18:27,694 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:27,698 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T17:18:27,699 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T17:18:27,701 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:27,701 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T17:18:27,702 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T17:18:27,703 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T17:18:27,706 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T17:18:27,707 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T17:18:27,713 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731604707709,5,FailOnTimeoutGroup] 2024-11-14T17:18:27,714 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731604707713,5,FailOnTimeoutGroup] 2024-11-14T17:18:27,714 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:27,715 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T17:18:27,716 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:27,717 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:27,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45589 is added to blk_1073741831_1007 (size=1321) 2024-11-14T17:18:27,727 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T17:18:27,727 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0 2024-11-14T17:18:27,730 DEBUG [RS:0;4e57a52647ef:40469 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-14T17:18:27,730 WARN [RS:0;4e57a52647ef:40469 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-14T17:18:27,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45589 is added to blk_1073741832_1008 (size=32) 2024-11-14T17:18:27,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:18:27,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T17:18:27,788 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T17:18:27,788 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:27,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:18:27,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T17:18:27,793 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T17:18:27,794 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:27,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:18:27,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T17:18:27,799 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T17:18:27,799 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:27,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:18:27,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T17:18:27,803 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T17:18:27,803 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:27,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:18:27,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T17:18:27,806 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/data/hbase/meta/1588230740 2024-11-14T17:18:27,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/data/hbase/meta/1588230740 2024-11-14T17:18:27,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T17:18:27,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T17:18:27,813 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:18:27,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T17:18:27,824 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:18:27,825 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72810523, jitterRate=0.08496133983135223}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:18:27,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731604707776Initializing all the Stores at 1731604707779 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604707780 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604707780Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604707780Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604707780Cleaning up temporary data from old regions at 1731604707812 (+32 ms)Region opened successfully at 1731604707828 (+16 ms) 2024-11-14T17:18:27,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T17:18:27,829 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T17:18:27,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T17:18:27,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T17:18:27,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T17:18:27,835 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T17:18:27,836 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731604707829Disabling compacts and flushes for region at 1731604707829Disabling writes for close at 1731604707829Writing region close event to WAL at 1731604707835 (+6 ms)Closed at 1731604707835 2024-11-14T17:18:27,843 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T17:18:27,843 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T17:18:27,844 INFO [RS:0;4e57a52647ef:40469 {}] regionserver.HRegionServer(2659): reportForDuty to master=4e57a52647ef,45939,1731604704436 with port=40469, startcode=1731604705227 2024-11-14T17:18:27,850 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45939 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4e57a52647ef,40469,1731604705227 2024-11-14T17:18:27,853 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T17:18:27,853 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45939 {}] master.ServerManager(517): Registering regionserver=4e57a52647ef,40469,1731604705227 2024-11-14T17:18:27,869 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T17:18:27,873 DEBUG [RS:0;4e57a52647ef:40469 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0 2024-11-14T17:18:27,873 DEBUG [RS:0;4e57a52647ef:40469 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35815 2024-11-14T17:18:27,873 DEBUG [RS:0;4e57a52647ef:40469 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T17:18:27,877 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T17:18:27,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45939-0x100ab7263740000, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-410328651/rs 2024-11-14T17:18:27,880 DEBUG [RS:0;4e57a52647ef:40469 {}] zookeeper.ZKUtil(111): regionserver:40469-0x100ab7263740001, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Set watcher on existing znode=/0-410328651/rs/4e57a52647ef,40469,1731604705227 2024-11-14T17:18:27,881 WARN [RS:0;4e57a52647ef:40469 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T17:18:27,881 INFO [RS:0;4e57a52647ef:40469 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:18:27,881 DEBUG [RS:0;4e57a52647ef:40469 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/WALs/4e57a52647ef,40469,1731604705227 2024-11-14T17:18:27,885 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4e57a52647ef,40469,1731604705227] 2024-11-14T17:18:27,916 INFO [RS:0;4e57a52647ef:40469 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T17:18:27,931 INFO [RS:0;4e57a52647ef:40469 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T17:18:27,937 INFO [RS:0;4e57a52647ef:40469 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T17:18:27,937 INFO [RS:0;4e57a52647ef:40469 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:27,939 INFO [RS:0;4e57a52647ef:40469 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T17:18:27,946 INFO [RS:0;4e57a52647ef:40469 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T17:18:27,947 INFO [RS:0;4e57a52647ef:40469 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:27,948 DEBUG [RS:0;4e57a52647ef:40469 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:18:27,948 DEBUG [RS:0;4e57a52647ef:40469 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:18:27,948 DEBUG [RS:0;4e57a52647ef:40469 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:18:27,948 DEBUG [RS:0;4e57a52647ef:40469 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:18:27,949 DEBUG [RS:0;4e57a52647ef:40469 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:18:27,949 DEBUG [RS:0;4e57a52647ef:40469 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4e57a52647ef:0, corePoolSize=2, maxPoolSize=2 2024-11-14T17:18:27,949 DEBUG [RS:0;4e57a52647ef:40469 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:18:27,949 DEBUG [RS:0;4e57a52647ef:40469 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:18:27,950 DEBUG [RS:0;4e57a52647ef:40469 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:18:27,950 DEBUG [RS:0;4e57a52647ef:40469 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:18:27,950 DEBUG [RS:0;4e57a52647ef:40469 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:18:27,950 DEBUG [RS:0;4e57a52647ef:40469 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:18:27,950 DEBUG [RS:0;4e57a52647ef:40469 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4e57a52647ef:0, corePoolSize=3, maxPoolSize=3 2024-11-14T17:18:27,951 DEBUG [RS:0;4e57a52647ef:40469 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4e57a52647ef:0, corePoolSize=3, maxPoolSize=3 2024-11-14T17:18:27,952 INFO [RS:0;4e57a52647ef:40469 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:27,952 INFO [RS:0;4e57a52647ef:40469 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:27,952 INFO [RS:0;4e57a52647ef:40469 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:27,952 INFO [RS:0;4e57a52647ef:40469 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:27,953 INFO [RS:0;4e57a52647ef:40469 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:27,953 INFO [RS:0;4e57a52647ef:40469 {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,40469,1731604705227-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T17:18:27,980 INFO [RS:0;4e57a52647ef:40469 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T17:18:27,982 INFO [RS:0;4e57a52647ef:40469 {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,40469,1731604705227-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:27,982 INFO [RS:0;4e57a52647ef:40469 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:27,983 INFO [RS:0;4e57a52647ef:40469 {}] regionserver.Replication(171): 4e57a52647ef,40469,1731604705227 started 2024-11-14T17:18:28,006 INFO [RS:0;4e57a52647ef:40469 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:28,007 INFO [RS:0;4e57a52647ef:40469 {}] regionserver.HRegionServer(1482): Serving as 4e57a52647ef,40469,1731604705227, RpcServer on 4e57a52647ef/172.17.0.3:40469, sessionid=0x100ab7263740001 2024-11-14T17:18:28,007 DEBUG [RS:0;4e57a52647ef:40469 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T17:18:28,008 DEBUG [RS:0;4e57a52647ef:40469 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4e57a52647ef,40469,1731604705227 2024-11-14T17:18:28,008 DEBUG [RS:0;4e57a52647ef:40469 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4e57a52647ef,40469,1731604705227' 2024-11-14T17:18:28,008 DEBUG [RS:0;4e57a52647ef:40469 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-410328651/flush-table-proc/abort' 2024-11-14T17:18:28,010 DEBUG [RS:0;4e57a52647ef:40469 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-410328651/flush-table-proc/acquired' 2024-11-14T17:18:28,011 DEBUG [RS:0;4e57a52647ef:40469 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T17:18:28,011 DEBUG [RS:0;4e57a52647ef:40469 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T17:18:28,011 DEBUG [RS:0;4e57a52647ef:40469 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4e57a52647ef,40469,1731604705227 2024-11-14T17:18:28,011 DEBUG [RS:0;4e57a52647ef:40469 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4e57a52647ef,40469,1731604705227' 2024-11-14T17:18:28,011 DEBUG [RS:0;4e57a52647ef:40469 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-410328651/online-snapshot/abort' 2024-11-14T17:18:28,015 DEBUG [RS:0;4e57a52647ef:40469 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-410328651/online-snapshot/acquired' 2024-11-14T17:18:28,016 DEBUG [RS:0;4e57a52647ef:40469 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T17:18:28,016 INFO [RS:0;4e57a52647ef:40469 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T17:18:28,017 INFO [RS:0;4e57a52647ef:40469 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T17:18:28,028 WARN [4e57a52647ef:45939 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T17:18:28,123 INFO [RS:0;4e57a52647ef:40469 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T17:18:28,127 INFO [RS:0;4e57a52647ef:40469 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4e57a52647ef%2C40469%2C1731604705227, suffix=, logDir=hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/WALs/4e57a52647ef,40469,1731604705227, archiveDir=hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/oldWALs, maxLogs=10 2024-11-14T17:18:28,145 DEBUG [RS:0;4e57a52647ef:40469 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/WALs/4e57a52647ef,40469,1731604705227/4e57a52647ef%2C40469%2C1731604705227.1731604708129, exclude list is [], retry=0 2024-11-14T17:18:28,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45589,DS-167b0d14-17e0-48e6-a853-364da8502e6f,DISK] 2024-11-14T17:18:28,159 INFO [RS:0;4e57a52647ef:40469 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/WALs/4e57a52647ef,40469,1731604705227/4e57a52647ef%2C40469%2C1731604705227.1731604708129 2024-11-14T17:18:28,160 DEBUG [RS:0;4e57a52647ef:40469 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38261:38261)] 2024-11-14T17:18:28,280 DEBUG [4e57a52647ef:45939 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T17:18:28,295 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4e57a52647ef,40469,1731604705227 2024-11-14T17:18:28,303 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4e57a52647ef,40469,1731604705227, state=OPENING 2024-11-14T17:18:28,316 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T17:18:28,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40469-0x100ab7263740001, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-410328651 2024-11-14T17:18:28,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45939-0x100ab7263740000, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-410328651 2024-11-14T17:18:28,320 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-410328651/meta-region-server: CHANGED 2024-11-14T17:18:28,320 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-410328651/meta-region-server: CHANGED 2024-11-14T17:18:28,322 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T17:18:28,325 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4e57a52647ef,40469,1731604705227}] 2024-11-14T17:18:28,510 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T17:18:28,515 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50027, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T17:18:28,531 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T17:18:28,532 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:18:28,532 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T17:18:28,536 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4e57a52647ef%2C40469%2C1731604705227.meta, suffix=.meta, logDir=hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/WALs/4e57a52647ef,40469,1731604705227, archiveDir=hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/oldWALs, maxLogs=10 2024-11-14T17:18:28,556 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/WALs/4e57a52647ef,40469,1731604705227/4e57a52647ef%2C40469%2C1731604705227.meta.1731604708538.meta, exclude list is [], retry=0 2024-11-14T17:18:28,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45589,DS-167b0d14-17e0-48e6-a853-364da8502e6f,DISK] 2024-11-14T17:18:28,563 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/WALs/4e57a52647ef,40469,1731604705227/4e57a52647ef%2C40469%2C1731604705227.meta.1731604708538.meta 2024-11-14T17:18:28,564 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38261:38261)] 2024-11-14T17:18:28,564 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:18:28,570 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T17:18:28,571 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T17:18:28,573 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T17:18:28,576 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T17:18:28,579 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T17:18:28,580 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:18:28,580 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T17:18:28,580 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T17:18:28,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T17:18:28,586 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T17:18:28,586 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:28,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:18:28,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T17:18:28,590 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T17:18:28,590 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:28,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:18:28,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T17:18:28,593 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T17:18:28,593 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:28,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:18:28,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T17:18:28,596 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T17:18:28,596 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:28,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:18:28,598 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T17:18:28,599 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/data/hbase/meta/1588230740 2024-11-14T17:18:28,602 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/data/hbase/meta/1588230740 2024-11-14T17:18:28,604 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T17:18:28,604 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T17:18:28,605 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:18:28,608 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T17:18:28,610 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74536362, jitterRate=0.11067834496498108}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:18:28,610 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T17:18:28,612 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731604708581Writing region info on filesystem at 1731604708581Initializing all the Stores at 1731604708584 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604708584Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604708584Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604708584Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604708584Cleaning up temporary data from old regions at 1731604708604 (+20 ms)Running coprocessor post-open hooks at 1731604708610 (+6 ms)Region opened successfully at 1731604708611 (+1 ms) 2024-11-14T17:18:28,619 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731604708498 2024-11-14T17:18:28,631 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T17:18:28,631 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T17:18:28,633 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4e57a52647ef,40469,1731604705227 2024-11-14T17:18:28,635 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4e57a52647ef,40469,1731604705227, state=OPEN 2024-11-14T17:18:28,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45939-0x100ab7263740000, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-410328651/meta-region-server 2024-11-14T17:18:28,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40469-0x100ab7263740001, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-410328651/meta-region-server 2024-11-14T17:18:28,646 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-410328651/meta-region-server: CHANGED 2024-11-14T17:18:28,646 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-410328651/meta-region-server: CHANGED 2024-11-14T17:18:28,647 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4e57a52647ef,40469,1731604705227 2024-11-14T17:18:28,653 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T17:18:28,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4e57a52647ef,40469,1731604705227 in 323 msec 2024-11-14T17:18:28,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T17:18:28,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 804 msec 2024-11-14T17:18:28,665 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T17:18:28,665 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T17:18:28,689 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:18:28,691 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,40469,1731604705227, seqNum=-1] 2024-11-14T17:18:28,719 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:18:28,722 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53855, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:18:28,750 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1680 sec 2024-11-14T17:18:28,750 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731604708750, completionTime=-1 2024-11-14T17:18:28,753 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T17:18:28,754 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T17:18:28,785 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T17:18:28,785 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731604768785 2024-11-14T17:18:28,785 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731604828785 2024-11-14T17:18:28,785 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 31 msec 2024-11-14T17:18:28,788 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,45939,1731604704436-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:28,789 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,45939,1731604704436-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:28,789 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,45939,1731604704436-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:28,791 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4e57a52647ef:45939, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:28,791 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:28,792 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:28,798 DEBUG [master/4e57a52647ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T17:18:28,823 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.375sec 2024-11-14T17:18:28,824 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T17:18:28,826 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T17:18:28,827 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T17:18:28,828 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T17:18:28,828 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T17:18:28,829 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,45939,1731604704436-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T17:18:28,830 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,45939,1731604704436-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T17:18:28,839 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T17:18:28,840 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T17:18:28,840 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,45939,1731604704436-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:28,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@791fb52f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:28,900 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-14T17:18:28,900 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-14T17:18:28,903 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,45939,-1 for getting cluster id 2024-11-14T17:18:28,907 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:18:28,916 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0a9ef81-63a7-4518-8e1c-886d784e6608' 2024-11-14T17:18:28,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:18:28,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0a9ef81-63a7-4518-8e1c-886d784e6608" 2024-11-14T17:18:28,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70e3743c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:28,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,45939,-1] 2024-11-14T17:18:28,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:18:28,928 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:28,934 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:18:28,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e487171, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:28,939 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:18:28,947 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,40469,1731604705227, seqNum=-1] 2024-11-14T17:18:28,948 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:18:28,951 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:18:28,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4e57a52647ef,45939,1731604704436 2024-11-14T17:18:28,974 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55127 2024-11-14T17:18:28,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:18:28,980 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100ab7263740002 connected 2024-11-14T17:18:29,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bc079d-2590-b46a-338e-de3525cc5187/hadoop.log.dir so I do NOT create it in target/test-data/d23fcf0e-1015-cf54-87b5-41ea9c470e49 2024-11-14T17:18:29,009 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bc079d-2590-b46a-338e-de3525cc5187/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T17:18:29,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bc079d-2590-b46a-338e-de3525cc5187/hadoop.tmp.dir so I do NOT create it in target/test-data/d23fcf0e-1015-cf54-87b5-41ea9c470e49 2024-11-14T17:18:29,009 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bc079d-2590-b46a-338e-de3525cc5187/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T17:18:29,009 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d23fcf0e-1015-cf54-87b5-41ea9c470e49 2024-11-14T17:18:29,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T17:18:29,009 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d23fcf0e-1015-cf54-87b5-41ea9c470e49/cluster_1566fde7-8576-875f-6fb0-4652fa3f189c, deleteOnExit=true 2024-11-14T17:18:29,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T17:18:29,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d23fcf0e-1015-cf54-87b5-41ea9c470e49/test.cache.data in system properties and HBase conf 2024-11-14T17:18:29,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d23fcf0e-1015-cf54-87b5-41ea9c470e49/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T17:18:29,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d23fcf0e-1015-cf54-87b5-41ea9c470e49/hadoop.log.dir in system properties and HBase conf 2024-11-14T17:18:29,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d23fcf0e-1015-cf54-87b5-41ea9c470e49/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T17:18:29,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d23fcf0e-1015-cf54-87b5-41ea9c470e49/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T17:18:29,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T17:18:29,011 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T17:18:29,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d23fcf0e-1015-cf54-87b5-41ea9c470e49/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T17:18:29,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d23fcf0e-1015-cf54-87b5-41ea9c470e49/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T17:18:29,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d23fcf0e-1015-cf54-87b5-41ea9c470e49/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T17:18:29,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d23fcf0e-1015-cf54-87b5-41ea9c470e49/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T17:18:29,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d23fcf0e-1015-cf54-87b5-41ea9c470e49/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T17:18:29,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d23fcf0e-1015-cf54-87b5-41ea9c470e49/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T17:18:29,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d23fcf0e-1015-cf54-87b5-41ea9c470e49/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T17:18:29,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d23fcf0e-1015-cf54-87b5-41ea9c470e49/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T17:18:29,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d23fcf0e-1015-cf54-87b5-41ea9c470e49/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T17:18:29,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d23fcf0e-1015-cf54-87b5-41ea9c470e49/nfs.dump.dir in system properties and HBase conf 2024-11-14T17:18:29,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d23fcf0e-1015-cf54-87b5-41ea9c470e49/java.io.tmpdir in system properties and HBase conf 2024-11-14T17:18:29,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d23fcf0e-1015-cf54-87b5-41ea9c470e49/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T17:18:29,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d23fcf0e-1015-cf54-87b5-41ea9c470e49/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T17:18:29,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d23fcf0e-1015-cf54-87b5-41ea9c470e49/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T17:18:29,157 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T17:18:29,163 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T17:18:29,167 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T17:18:29,167 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T17:18:29,167 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T17:18:29,168 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T17:18:29,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@618c4e50{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d23fcf0e-1015-cf54-87b5-41ea9c470e49/hadoop.log.dir/,AVAILABLE} 2024-11-14T17:18:29,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@597920fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T17:18:29,309 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@49025f3f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d23fcf0e-1015-cf54-87b5-41ea9c470e49/java.io.tmpdir/jetty-localhost-45297-hadoop-hdfs-3_4_1-tests_jar-_-any-12591945466801358172/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T17:18:29,310 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e6b2def{HTTP/1.1, (http/1.1)}{localhost:45297} 2024-11-14T17:18:29,310 INFO [Time-limited test {}] server.Server(415): Started @13688ms 2024-11-14T17:18:29,424 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T17:18:29,430 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T17:18:29,431 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T17:18:29,431 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T17:18:29,432 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T17:18:29,432 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11d21555{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d23fcf0e-1015-cf54-87b5-41ea9c470e49/hadoop.log.dir/,AVAILABLE} 2024-11-14T17:18:29,433 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a35ba74{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T17:18:29,562 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39a39bfd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d23fcf0e-1015-cf54-87b5-41ea9c470e49/java.io.tmpdir/jetty-localhost-45209-hadoop-hdfs-3_4_1-tests_jar-_-any-2237693081398395950/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T17:18:29,563 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7fdb9937{HTTP/1.1, (http/1.1)}{localhost:45209} 2024-11-14T17:18:29,563 INFO [Time-limited test {}] server.Server(415): Started @13941ms 2024-11-14T17:18:29,565 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T17:18:29,725 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d23fcf0e-1015-cf54-87b5-41ea9c470e49/cluster_1566fde7-8576-875f-6fb0-4652fa3f189c/data/data1/current/BP-1068539271-172.17.0.3-1731604709060/current, will proceed with Du for space computation calculation, 2024-11-14T17:18:29,725 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d23fcf0e-1015-cf54-87b5-41ea9c470e49/cluster_1566fde7-8576-875f-6fb0-4652fa3f189c/data/data2/current/BP-1068539271-172.17.0.3-1731604709060/current, will proceed with Du for space computation calculation, 2024-11-14T17:18:29,769 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T17:18:29,775 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3195e40a507b99d7 with lease ID 0xd9923a387f2e674b: Processing first storage report for DS-dc460776-7e51-4f73-9156-034fa8d5d80a from datanode DatanodeRegistration(127.0.0.1:40703, datanodeUuid=0f943dfd-502a-4cba-9541-e5e2d8daecbf, infoPort=35171, infoSecurePort=0, ipcPort=42751, storageInfo=lv=-57;cid=testClusterID;nsid=707589980;c=1731604709060) 2024-11-14T17:18:29,776 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3195e40a507b99d7 with lease ID 0xd9923a387f2e674b: from storage DS-dc460776-7e51-4f73-9156-034fa8d5d80a node DatanodeRegistration(127.0.0.1:40703, datanodeUuid=0f943dfd-502a-4cba-9541-e5e2d8daecbf, infoPort=35171, infoSecurePort=0, ipcPort=42751, storageInfo=lv=-57;cid=testClusterID;nsid=707589980;c=1731604709060), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T17:18:29,776 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3195e40a507b99d7 with lease ID 0xd9923a387f2e674b: Processing first storage report for DS-88e60bca-a9bc-4a7e-b97c-2dd57e84114f from datanode DatanodeRegistration(127.0.0.1:40703, datanodeUuid=0f943dfd-502a-4cba-9541-e5e2d8daecbf, infoPort=35171, infoSecurePort=0, ipcPort=42751, storageInfo=lv=-57;cid=testClusterID;nsid=707589980;c=1731604709060) 2024-11-14T17:18:29,776 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3195e40a507b99d7 with lease ID 0xd9923a387f2e674b: from storage DS-88e60bca-a9bc-4a7e-b97c-2dd57e84114f node DatanodeRegistration(127.0.0.1:40703, datanodeUuid=0f943dfd-502a-4cba-9541-e5e2d8daecbf, infoPort=35171, infoSecurePort=0, ipcPort=42751, storageInfo=lv=-57;cid=testClusterID;nsid=707589980;c=1731604709060), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T17:18:29,819 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d23fcf0e-1015-cf54-87b5-41ea9c470e49 2024-11-14T17:18:29,819 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:18:29,821 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:18:29,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741825_1001 (size=7) 2024-11-14T17:18:29,837 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35147/user/jenkins/test-data/6aef7609-6184-f881-843c-fb738e36bf53 with version=8 2024-11-14T17:18:29,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35147/user/jenkins/test-data/6aef7609-6184-f881-843c-fb738e36bf53/hbase-staging 2024-11-14T17:18:29,841 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4e57a52647ef:0 server-side Connection retries=45 2024-11-14T17:18:29,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:18:29,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T17:18:29,842 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T17:18:29,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:18:29,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T17:18:29,842 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T17:18:29,843 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T17:18:29,847 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45029 2024-11-14T17:18:29,851 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45029 connecting to ZooKeeper ensemble=127.0.0.1:55127 2024-11-14T17:18:29,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450290x0, quorum=127.0.0.1:55127, baseZNode=/1895210174 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:18:29,860 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45029-0x100ab7263740003 connected 2024-11-14T17:18:29,902 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:18:29,906 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:18:29,909 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45029-0x100ab7263740003, quorum=127.0.0.1:55127, baseZNode=/1895210174 Set watcher on znode that does not yet exist, /1895210174/running 2024-11-14T17:18:29,910 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35147/user/jenkins/test-data/6aef7609-6184-f881-843c-fb738e36bf53, hbase.cluster.distributed=false 2024-11-14T17:18:29,913 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45029-0x100ab7263740003, quorum=127.0.0.1:55127, baseZNode=/1895210174 Set watcher on znode that does not yet exist, /1895210174/acl 2024-11-14T17:18:29,923 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45029 2024-11-14T17:18:29,926 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45029 2024-11-14T17:18:29,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45029 2024-11-14T17:18:29,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45029 2024-11-14T17:18:29,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45029 2024-11-14T17:18:29,966 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4e57a52647ef:0 server-side Connection retries=45 2024-11-14T17:18:29,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:18:29,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T17:18:29,967 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T17:18:29,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:18:29,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T17:18:29,967 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T17:18:29,968 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T17:18:29,975 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42725 2024-11-14T17:18:29,977 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42725 connecting to ZooKeeper ensemble=127.0.0.1:55127 2024-11-14T17:18:29,980 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:18:29,984 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:18:30,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:427250x0, quorum=127.0.0.1:55127, baseZNode=/1895210174 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:18:30,016 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:427250x0, quorum=127.0.0.1:55127, baseZNode=/1895210174 Set watcher on znode that does not yet exist, /1895210174/running 2024-11-14T17:18:30,016 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T17:18:30,027 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42725-0x100ab7263740004 connected 2024-11-14T17:18:30,038 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T17:18:30,041 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42725-0x100ab7263740004, quorum=127.0.0.1:55127, baseZNode=/1895210174 Set watcher on znode that does not yet exist, /1895210174/master 2024-11-14T17:18:30,043 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42725-0x100ab7263740004, quorum=127.0.0.1:55127, baseZNode=/1895210174 Set watcher on znode that does not yet exist, /1895210174/acl 2024-11-14T17:18:30,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42725 2024-11-14T17:18:30,055 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42725 2024-11-14T17:18:30,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42725 2024-11-14T17:18:30,057 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42725 2024-11-14T17:18:30,057 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42725 2024-11-14T17:18:30,080 DEBUG [M:0;4e57a52647ef:45029 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4e57a52647ef:45029 2024-11-14T17:18:30,080 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1895210174/backup-masters/4e57a52647ef,45029,1731604709841 2024-11-14T17:18:30,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45029-0x100ab7263740003, quorum=127.0.0.1:55127, baseZNode=/1895210174 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1895210174/backup-masters 2024-11-14T17:18:30,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42725-0x100ab7263740004, quorum=127.0.0.1:55127, baseZNode=/1895210174 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1895210174/backup-masters 2024-11-14T17:18:30,084 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45029-0x100ab7263740003, quorum=127.0.0.1:55127, baseZNode=/1895210174 Set watcher on existing znode=/1895210174/backup-masters/4e57a52647ef,45029,1731604709841 2024-11-14T17:18:30,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42725-0x100ab7263740004, quorum=127.0.0.1:55127, baseZNode=/1895210174 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1895210174/master 2024-11-14T17:18:30,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42725-0x100ab7263740004, quorum=127.0.0.1:55127, baseZNode=/1895210174 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1895210174 2024-11-14T17:18:30,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45029-0x100ab7263740003, quorum=127.0.0.1:55127, baseZNode=/1895210174 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1895210174 2024-11-14T17:18:30,089 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45029-0x100ab7263740003, quorum=127.0.0.1:55127, baseZNode=/1895210174 Set watcher on existing znode=/1895210174/master 2024-11-14T17:18:30,090 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1895210174/backup-masters/4e57a52647ef,45029,1731604709841 from backup master directory 2024-11-14T17:18:30,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42725-0x100ab7263740004, quorum=127.0.0.1:55127, baseZNode=/1895210174 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1895210174/backup-masters 2024-11-14T17:18:30,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45029-0x100ab7263740003, quorum=127.0.0.1:55127, baseZNode=/1895210174 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1895210174/backup-masters/4e57a52647ef,45029,1731604709841 2024-11-14T17:18:30,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45029-0x100ab7263740003, quorum=127.0.0.1:55127, baseZNode=/1895210174 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1895210174/backup-masters 2024-11-14T17:18:30,096 WARN [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T17:18:30,096 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4e57a52647ef,45029,1731604709841 2024-11-14T17:18:30,111 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35147/user/jenkins/test-data/6aef7609-6184-f881-843c-fb738e36bf53/hbase.id] with ID: 1bd4f134-3771-4da4-a7e1-25cc0a36118c 2024-11-14T17:18:30,111 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35147/user/jenkins/test-data/6aef7609-6184-f881-843c-fb738e36bf53/.tmp/hbase.id 2024-11-14T17:18:30,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741826_1002 (size=42) 2024-11-14T17:18:30,127 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35147/user/jenkins/test-data/6aef7609-6184-f881-843c-fb738e36bf53/.tmp/hbase.id]:[hdfs://localhost:35147/user/jenkins/test-data/6aef7609-6184-f881-843c-fb738e36bf53/hbase.id] 2024-11-14T17:18:30,155 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:18:30,156 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T17:18:30,158 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-14T17:18:30,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45029-0x100ab7263740003, quorum=127.0.0.1:55127, baseZNode=/1895210174 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1895210174 2024-11-14T17:18:30,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42725-0x100ab7263740004, quorum=127.0.0.1:55127, baseZNode=/1895210174 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1895210174 2024-11-14T17:18:30,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741827_1003 (size=196) 2024-11-14T17:18:30,585 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T17:18:30,587 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T17:18:30,587 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:18:30,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741828_1004 (size=1189) 2024-11-14T17:18:31,005 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35147/user/jenkins/test-data/6aef7609-6184-f881-843c-fb738e36bf53/MasterData/data/master/store 2024-11-14T17:18:31,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741829_1005 (size=34) 2024-11-14T17:18:31,418 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:18:31,418 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T17:18:31,418 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:18:31,418 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:18:31,419 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T17:18:31,419 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:18:31,419 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:18:31,419 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731604711418Disabling compacts and flushes for region at 1731604711418Disabling writes for close at 1731604711419 (+1 ms)Writing region close event to WAL at 1731604711419Closed at 1731604711419 2024-11-14T17:18:31,421 WARN [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35147/user/jenkins/test-data/6aef7609-6184-f881-843c-fb738e36bf53/MasterData/data/master/store/.initializing 2024-11-14T17:18:31,421 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35147/user/jenkins/test-data/6aef7609-6184-f881-843c-fb738e36bf53/MasterData/WALs/4e57a52647ef,45029,1731604709841 2024-11-14T17:18:31,423 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T17:18:31,426 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4e57a52647ef%2C45029%2C1731604709841, suffix=, logDir=hdfs://localhost:35147/user/jenkins/test-data/6aef7609-6184-f881-843c-fb738e36bf53/MasterData/WALs/4e57a52647ef,45029,1731604709841, archiveDir=hdfs://localhost:35147/user/jenkins/test-data/6aef7609-6184-f881-843c-fb738e36bf53/MasterData/oldWALs, maxLogs=10 2024-11-14T17:18:31,441 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6aef7609-6184-f881-843c-fb738e36bf53/MasterData/WALs/4e57a52647ef,45029,1731604709841/4e57a52647ef%2C45029%2C1731604709841.1731604711426, exclude list is [], retry=0 2024-11-14T17:18:31,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40703,DS-dc460776-7e51-4f73-9156-034fa8d5d80a,DISK] 2024-11-14T17:18:31,449 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6aef7609-6184-f881-843c-fb738e36bf53/MasterData/WALs/4e57a52647ef,45029,1731604709841/4e57a52647ef%2C45029%2C1731604709841.1731604711426 2024-11-14T17:18:31,449 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35171:35171)] 2024-11-14T17:18:31,450 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:18:31,450 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:18:31,450 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:18:31,450 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:18:31,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:18:31,455 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T17:18:31,455 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:31,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:18:31,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:18:31,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T17:18:31,459 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:31,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:18:31,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:18:31,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T17:18:31,461 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:31,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:18:31,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:18:31,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T17:18:31,466 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:31,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:18:31,467 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:18:31,468 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35147/user/jenkins/test-data/6aef7609-6184-f881-843c-fb738e36bf53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:18:31,469 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35147/user/jenkins/test-data/6aef7609-6184-f881-843c-fb738e36bf53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:18:31,472 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:18:31,472 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:18:31,473 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:18:31,476 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:18:31,480 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35147/user/jenkins/test-data/6aef7609-6184-f881-843c-fb738e36bf53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:18:31,481 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67003531, jitterRate=-0.0015695840120315552}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:18:31,481 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731604711450Initializing all the Stores at 1731604711452 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604711452Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604711452Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604711452Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604711452Cleaning up temporary data from old regions at 1731604711472 (+20 ms)Region opened successfully at 1731604711481 (+9 ms) 2024-11-14T17:18:31,481 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T17:18:31,487 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7052dbd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4e57a52647ef/172.17.0.3:0 2024-11-14T17:18:31,488 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T17:18:31,488 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T17:18:31,488 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T17:18:31,489 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T17:18:31,489 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T17:18:31,490 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T17:18:31,490 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T17:18:31,495 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T17:18:31,496 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45029-0x100ab7263740003, quorum=127.0.0.1:55127, baseZNode=/1895210174 Unable to get data of znode /1895210174/balancer because node does not exist (not necessarily an error) 2024-11-14T17:18:31,498 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1895210174/balancer already deleted, retry=false 2024-11-14T17:18:31,498 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T17:18:31,499 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45029-0x100ab7263740003, quorum=127.0.0.1:55127, baseZNode=/1895210174 Unable to get data of znode /1895210174/normalizer because node does not exist (not necessarily an error) 2024-11-14T17:18:31,501 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1895210174/normalizer already deleted, retry=false 2024-11-14T17:18:31,502 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T17:18:31,503 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45029-0x100ab7263740003, quorum=127.0.0.1:55127, baseZNode=/1895210174 Unable to get data of znode /1895210174/switch/split because node does not exist (not necessarily an error) 2024-11-14T17:18:31,506 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1895210174/switch/split already deleted, retry=false 2024-11-14T17:18:31,507 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45029-0x100ab7263740003, quorum=127.0.0.1:55127, baseZNode=/1895210174 Unable to get data of znode /1895210174/switch/merge because node does not exist (not necessarily an error) 2024-11-14T17:18:31,508 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1895210174/switch/merge already deleted, retry=false 2024-11-14T17:18:31,511 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45029-0x100ab7263740003, quorum=127.0.0.1:55127, baseZNode=/1895210174 Unable to get data of znode /1895210174/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T17:18:31,512 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1895210174/snapshot-cleanup already deleted, retry=false 2024-11-14T17:18:31,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45029-0x100ab7263740003, quorum=127.0.0.1:55127, baseZNode=/1895210174 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1895210174/running 2024-11-14T17:18:31,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45029-0x100ab7263740003, quorum=127.0.0.1:55127, baseZNode=/1895210174 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1895210174 2024-11-14T17:18:31,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42725-0x100ab7263740004, quorum=127.0.0.1:55127, baseZNode=/1895210174 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1895210174/running 2024-11-14T17:18:31,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42725-0x100ab7263740004, quorum=127.0.0.1:55127, baseZNode=/1895210174 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1895210174 2024-11-14T17:18:31,515 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4e57a52647ef,45029,1731604709841, sessionid=0x100ab7263740003, setting cluster-up flag (Was=false) 2024-11-14T17:18:31,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42725-0x100ab7263740004, quorum=127.0.0.1:55127, baseZNode=/1895210174 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1895210174 2024-11-14T17:18:31,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45029-0x100ab7263740003, quorum=127.0.0.1:55127, baseZNode=/1895210174 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1895210174 2024-11-14T17:18:31,527 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1895210174/flush-table-proc/acquired, /1895210174/flush-table-proc/reached, /1895210174/flush-table-proc/abort 2024-11-14T17:18:31,528 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4e57a52647ef,45029,1731604709841 2024-11-14T17:18:31,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45029-0x100ab7263740003, quorum=127.0.0.1:55127, baseZNode=/1895210174 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1895210174 2024-11-14T17:18:31,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42725-0x100ab7263740004, quorum=127.0.0.1:55127, baseZNode=/1895210174 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1895210174 2024-11-14T17:18:31,540 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1895210174/online-snapshot/acquired, /1895210174/online-snapshot/reached, /1895210174/online-snapshot/abort 2024-11-14T17:18:31,542 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4e57a52647ef,45029,1731604709841 2024-11-14T17:18:31,544 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35147/user/jenkins/test-data/6aef7609-6184-f881-843c-fb738e36bf53/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T17:18:31,548 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T17:18:31,549 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T17:18:31,549 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T17:18:31,549 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4e57a52647ef,45029,1731604709841 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T17:18:31,552 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:18:31,552 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:18:31,552 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:18:31,552 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:18:31,552 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4e57a52647ef:0, corePoolSize=10, maxPoolSize=10 2024-11-14T17:18:31,553 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:18:31,553 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4e57a52647ef:0, corePoolSize=2, maxPoolSize=2 2024-11-14T17:18:31,553 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:18:31,554 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731604741554 2024-11-14T17:18:31,554 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T17:18:31,554 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T17:18:31,554 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T17:18:31,554 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T17:18:31,554 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T17:18:31,554 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T17:18:31,555 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:31,555 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T17:18:31,555 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T17:18:31,555 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T17:18:31,555 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T17:18:31,556 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T17:18:31,556 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T17:18:31,556 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T17:18:31,556 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T17:18:31,556 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731604711556,5,FailOnTimeoutGroup] 2024-11-14T17:18:31,557 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731604711556,5,FailOnTimeoutGroup] 2024-11-14T17:18:31,557 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:31,557 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T17:18:31,557 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:31,557 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:31,558 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:31,559 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T17:18:31,562 INFO [RS:0;4e57a52647ef:42725 {}] regionserver.HRegionServer(746): ClusterId : 1bd4f134-3771-4da4-a7e1-25cc0a36118c 2024-11-14T17:18:31,562 DEBUG [RS:0;4e57a52647ef:42725 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T17:18:31,565 DEBUG [RS:0;4e57a52647ef:42725 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T17:18:31,566 DEBUG [RS:0;4e57a52647ef:42725 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T17:18:31,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741831_1007 (size=1321) 2024-11-14T17:18:31,569 DEBUG [RS:0;4e57a52647ef:42725 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T17:18:31,570 DEBUG [RS:0;4e57a52647ef:42725 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@454675e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4e57a52647ef/172.17.0.3:0 2024-11-14T17:18:31,583 DEBUG [RS:0;4e57a52647ef:42725 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4e57a52647ef:42725 2024-11-14T17:18:31,583 INFO [RS:0;4e57a52647ef:42725 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T17:18:31,584 INFO [RS:0;4e57a52647ef:42725 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T17:18:31,584 DEBUG [RS:0;4e57a52647ef:42725 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T17:18:31,585 INFO [RS:0;4e57a52647ef:42725 {}] regionserver.HRegionServer(2659): reportForDuty to master=4e57a52647ef,45029,1731604709841 with port=42725, startcode=1731604709966 2024-11-14T17:18:31,585 DEBUG [RS:0;4e57a52647ef:42725 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T17:18:31,587 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39675, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T17:18:31,588 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45029 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4e57a52647ef,42725,1731604709966 2024-11-14T17:18:31,588 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45029 {}] master.ServerManager(517): Registering regionserver=4e57a52647ef,42725,1731604709966 2024-11-14T17:18:31,592 DEBUG [RS:0;4e57a52647ef:42725 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35147/user/jenkins/test-data/6aef7609-6184-f881-843c-fb738e36bf53 2024-11-14T17:18:31,592 DEBUG [RS:0;4e57a52647ef:42725 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35147 2024-11-14T17:18:31,593 DEBUG [RS:0;4e57a52647ef:42725 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T17:18:31,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45029-0x100ab7263740003, quorum=127.0.0.1:55127, baseZNode=/1895210174 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1895210174/rs 2024-11-14T17:18:31,595 DEBUG [RS:0;4e57a52647ef:42725 {}] zookeeper.ZKUtil(111): regionserver:42725-0x100ab7263740004, quorum=127.0.0.1:55127, baseZNode=/1895210174 Set watcher on existing znode=/1895210174/rs/4e57a52647ef,42725,1731604709966 2024-11-14T17:18:31,595 WARN [RS:0;4e57a52647ef:42725 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T17:18:31,595 INFO [RS:0;4e57a52647ef:42725 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:18:31,596 DEBUG [RS:0;4e57a52647ef:42725 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35147/user/jenkins/test-data/6aef7609-6184-f881-843c-fb738e36bf53/WALs/4e57a52647ef,42725,1731604709966 2024-11-14T17:18:31,596 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4e57a52647ef,42725,1731604709966] 2024-11-14T17:18:31,601 INFO [RS:0;4e57a52647ef:42725 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T17:18:31,604 INFO [RS:0;4e57a52647ef:42725 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T17:18:31,605 INFO [RS:0;4e57a52647ef:42725 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T17:18:31,605 INFO [RS:0;4e57a52647ef:42725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:31,605 INFO [RS:0;4e57a52647ef:42725 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T17:18:31,607 INFO [RS:0;4e57a52647ef:42725 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T17:18:31,607 INFO [RS:0;4e57a52647ef:42725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:31,607 DEBUG [RS:0;4e57a52647ef:42725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:18:31,607 DEBUG [RS:0;4e57a52647ef:42725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:18:31,608 DEBUG [RS:0;4e57a52647ef:42725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:18:31,608 DEBUG [RS:0;4e57a52647ef:42725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:18:31,608 DEBUG [RS:0;4e57a52647ef:42725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:18:31,608 DEBUG [RS:0;4e57a52647ef:42725 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4e57a52647ef:0, corePoolSize=2, maxPoolSize=2 2024-11-14T17:18:31,608 DEBUG [RS:0;4e57a52647ef:42725 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:18:31,608 DEBUG [RS:0;4e57a52647ef:42725 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:18:31,608 DEBUG [RS:0;4e57a52647ef:42725 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:18:31,609 DEBUG [RS:0;4e57a52647ef:42725 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:18:31,609 DEBUG [RS:0;4e57a52647ef:42725 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:18:31,609 DEBUG [RS:0;4e57a52647ef:42725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:18:31,609 DEBUG [RS:0;4e57a52647ef:42725 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4e57a52647ef:0, corePoolSize=3, maxPoolSize=3 2024-11-14T17:18:31,609 DEBUG [RS:0;4e57a52647ef:42725 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4e57a52647ef:0, corePoolSize=3, maxPoolSize=3 2024-11-14T17:18:31,610 INFO [RS:0;4e57a52647ef:42725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:31,610 INFO [RS:0;4e57a52647ef:42725 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:31,610 INFO [RS:0;4e57a52647ef:42725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:31,610 INFO [RS:0;4e57a52647ef:42725 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:31,610 INFO [RS:0;4e57a52647ef:42725 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:31,610 INFO [RS:0;4e57a52647ef:42725 {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,42725,1731604709966-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T17:18:31,631 INFO [RS:0;4e57a52647ef:42725 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T17:18:31,631 INFO [RS:0;4e57a52647ef:42725 {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,42725,1731604709966-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:31,631 INFO [RS:0;4e57a52647ef:42725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:31,631 INFO [RS:0;4e57a52647ef:42725 {}] regionserver.Replication(171): 4e57a52647ef,42725,1731604709966 started 2024-11-14T17:18:31,651 INFO [RS:0;4e57a52647ef:42725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:31,651 INFO [RS:0;4e57a52647ef:42725 {}] regionserver.HRegionServer(1482): Serving as 4e57a52647ef,42725,1731604709966, RpcServer on 4e57a52647ef/172.17.0.3:42725, sessionid=0x100ab7263740004 2024-11-14T17:18:31,651 DEBUG [RS:0;4e57a52647ef:42725 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T17:18:31,651 DEBUG [RS:0;4e57a52647ef:42725 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4e57a52647ef,42725,1731604709966 2024-11-14T17:18:31,651 DEBUG [RS:0;4e57a52647ef:42725 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4e57a52647ef,42725,1731604709966' 2024-11-14T17:18:31,651 DEBUG [RS:0;4e57a52647ef:42725 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1895210174/flush-table-proc/abort' 2024-11-14T17:18:31,652 DEBUG [RS:0;4e57a52647ef:42725 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1895210174/flush-table-proc/acquired' 2024-11-14T17:18:31,653 DEBUG [RS:0;4e57a52647ef:42725 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T17:18:31,653 DEBUG [RS:0;4e57a52647ef:42725 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T17:18:31,653 DEBUG [RS:0;4e57a52647ef:42725 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4e57a52647ef,42725,1731604709966 2024-11-14T17:18:31,653 DEBUG [RS:0;4e57a52647ef:42725 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4e57a52647ef,42725,1731604709966' 2024-11-14T17:18:31,653 DEBUG [RS:0;4e57a52647ef:42725 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1895210174/online-snapshot/abort' 2024-11-14T17:18:31,653 DEBUG [RS:0;4e57a52647ef:42725 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1895210174/online-snapshot/acquired' 2024-11-14T17:18:31,654 DEBUG [RS:0;4e57a52647ef:42725 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T17:18:31,654 INFO [RS:0;4e57a52647ef:42725 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T17:18:31,654 INFO [RS:0;4e57a52647ef:42725 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T17:18:31,755 INFO [RS:0;4e57a52647ef:42725 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T17:18:31,759 INFO [RS:0;4e57a52647ef:42725 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4e57a52647ef%2C42725%2C1731604709966, suffix=, logDir=hdfs://localhost:35147/user/jenkins/test-data/6aef7609-6184-f881-843c-fb738e36bf53/WALs/4e57a52647ef,42725,1731604709966, archiveDir=hdfs://localhost:35147/user/jenkins/test-data/6aef7609-6184-f881-843c-fb738e36bf53/oldWALs, maxLogs=10 2024-11-14T17:18:31,782 DEBUG [RS:0;4e57a52647ef:42725 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6aef7609-6184-f881-843c-fb738e36bf53/WALs/4e57a52647ef,42725,1731604709966/4e57a52647ef%2C42725%2C1731604709966.1731604711761, exclude list is [], retry=0 2024-11-14T17:18:31,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40703,DS-dc460776-7e51-4f73-9156-034fa8d5d80a,DISK] 2024-11-14T17:18:31,805 INFO [RS:0;4e57a52647ef:42725 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6aef7609-6184-f881-843c-fb738e36bf53/WALs/4e57a52647ef,42725,1731604709966/4e57a52647ef%2C42725%2C1731604709966.1731604711761 2024-11-14T17:18:31,805 DEBUG [RS:0;4e57a52647ef:42725 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35171:35171)] 2024-11-14T17:18:31,979 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35147/user/jenkins/test-data/6aef7609-6184-f881-843c-fb738e36bf53/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T17:18:31,979 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35147/user/jenkins/test-data/6aef7609-6184-f881-843c-fb738e36bf53 2024-11-14T17:18:32,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741833_1009 (size=32) 2024-11-14T17:18:32,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:18:32,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T17:18:32,090 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T17:18:32,090 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:32,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:18:32,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T17:18:32,108 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T17:18:32,108 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:32,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:18:32,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T17:18:32,129 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T17:18:32,129 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:32,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:18:32,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T17:18:32,145 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T17:18:32,145 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:32,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:18:32,146 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T17:18:32,148 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35147/user/jenkins/test-data/6aef7609-6184-f881-843c-fb738e36bf53/data/hbase/meta/1588230740 2024-11-14T17:18:32,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35147/user/jenkins/test-data/6aef7609-6184-f881-843c-fb738e36bf53/data/hbase/meta/1588230740 2024-11-14T17:18:32,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T17:18:32,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T17:18:32,155 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:18:32,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T17:18:32,173 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35147/user/jenkins/test-data/6aef7609-6184-f881-843c-fb738e36bf53/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:18:32,174 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67520431, jitterRate=0.006132826209068298}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:18:32,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731604712027Initializing all the Stores at 1731604712031 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604712031Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604712038 (+7 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604712038Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604712038Cleaning up temporary data from old regions at 1731604712154 (+116 ms)Region opened successfully at 1731604712174 (+20 ms) 2024-11-14T17:18:32,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T17:18:32,174 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T17:18:32,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T17:18:32,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T17:18:32,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T17:18:32,175 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T17:18:32,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731604712174Disabling compacts and flushes for region at 1731604712174Disabling writes for close at 1731604712174Writing region close event to WAL at 1731604712175 (+1 ms)Closed at 1731604712175 2024-11-14T17:18:32,203 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T17:18:32,203 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T17:18:32,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T17:18:32,207 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T17:18:32,224 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T17:18:32,375 DEBUG [4e57a52647ef:45029 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T17:18:32,376 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4e57a52647ef,42725,1731604709966 2024-11-14T17:18:32,384 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4e57a52647ef,42725,1731604709966, state=OPENING 2024-11-14T17:18:32,397 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T17:18:32,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45029-0x100ab7263740003, quorum=127.0.0.1:55127, baseZNode=/1895210174 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1895210174 2024-11-14T17:18:32,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42725-0x100ab7263740004, quorum=127.0.0.1:55127, baseZNode=/1895210174 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1895210174 2024-11-14T17:18:32,404 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1895210174/meta-region-server: CHANGED 2024-11-14T17:18:32,404 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T17:18:32,404 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4e57a52647ef,42725,1731604709966}] 2024-11-14T17:18:32,405 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1895210174/meta-region-server: CHANGED 2024-11-14T17:18:32,563 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T17:18:32,569 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41797, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T17:18:32,591 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T17:18:32,591 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:18:32,591 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T17:18:32,603 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4e57a52647ef%2C42725%2C1731604709966.meta, suffix=.meta, logDir=hdfs://localhost:35147/user/jenkins/test-data/6aef7609-6184-f881-843c-fb738e36bf53/WALs/4e57a52647ef,42725,1731604709966, archiveDir=hdfs://localhost:35147/user/jenkins/test-data/6aef7609-6184-f881-843c-fb738e36bf53/oldWALs, maxLogs=10 2024-11-14T17:18:32,625 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6aef7609-6184-f881-843c-fb738e36bf53/WALs/4e57a52647ef,42725,1731604709966/4e57a52647ef%2C42725%2C1731604709966.meta.1731604712605.meta, exclude list is [], retry=0 2024-11-14T17:18:32,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40703,DS-dc460776-7e51-4f73-9156-034fa8d5d80a,DISK] 2024-11-14T17:18:32,639 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6aef7609-6184-f881-843c-fb738e36bf53/WALs/4e57a52647ef,42725,1731604709966/4e57a52647ef%2C42725%2C1731604709966.meta.1731604712605.meta 2024-11-14T17:18:32,642 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35171:35171)] 2024-11-14T17:18:32,643 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:18:32,643 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T17:18:32,644 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T17:18:32,644 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T17:18:32,644 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T17:18:32,644 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T17:18:32,644 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:18:32,645 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T17:18:32,645 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T17:18:32,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T17:18:32,656 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T17:18:32,656 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:32,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:18:32,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T17:18:32,660 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T17:18:32,660 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:32,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:18:32,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T17:18:32,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T17:18:32,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:32,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:18:32,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T17:18:32,671 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T17:18:32,671 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:32,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:18:32,675 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T17:18:32,677 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35147/user/jenkins/test-data/6aef7609-6184-f881-843c-fb738e36bf53/data/hbase/meta/1588230740 2024-11-14T17:18:32,683 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35147/user/jenkins/test-data/6aef7609-6184-f881-843c-fb738e36bf53/data/hbase/meta/1588230740 2024-11-14T17:18:32,686 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T17:18:32,686 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T17:18:32,689 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:18:32,692 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T17:18:32,693 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74810011, jitterRate=0.1147560328245163}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:18:32,693 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T17:18:32,694 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731604712645Writing region info on filesystem at 1731604712645Initializing all the Stores at 1731604712647 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604712647Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604712651 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604712651Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604712651Cleaning up temporary data from old regions at 1731604712687 (+36 ms)Running coprocessor post-open hooks at 1731604712693 (+6 ms)Region opened successfully at 1731604712694 (+1 ms) 2024-11-14T17:18:32,696 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731604712562 2024-11-14T17:18:32,700 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T17:18:32,700 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T17:18:32,700 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4e57a52647ef,42725,1731604709966 2024-11-14T17:18:32,703 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4e57a52647ef,42725,1731604709966, state=OPEN 2024-11-14T17:18:32,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42725-0x100ab7263740004, quorum=127.0.0.1:55127, baseZNode=/1895210174 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1895210174/meta-region-server 2024-11-14T17:18:32,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45029-0x100ab7263740003, quorum=127.0.0.1:55127, baseZNode=/1895210174 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1895210174/meta-region-server 2024-11-14T17:18:32,705 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4e57a52647ef,42725,1731604709966 2024-11-14T17:18:32,705 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1895210174/meta-region-server: CHANGED 2024-11-14T17:18:32,705 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1895210174/meta-region-server: CHANGED 2024-11-14T17:18:32,709 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T17:18:32,709 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4e57a52647ef,42725,1731604709966 in 301 msec 2024-11-14T17:18:32,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T17:18:32,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 505 msec 2024-11-14T17:18:32,715 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T17:18:32,715 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T17:18:32,717 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:18:32,717 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,42725,1731604709966, seqNum=-1] 2024-11-14T17:18:32,718 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:18:32,719 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60267, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:18:32,728 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1810 sec 2024-11-14T17:18:32,728 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731604712728, completionTime=-1 2024-11-14T17:18:32,728 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T17:18:32,728 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T17:18:32,731 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T17:18:32,731 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731604772731 2024-11-14T17:18:32,731 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731604832731 2024-11-14T17:18:32,731 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T17:18:32,732 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,45029,1731604709841-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:32,732 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,45029,1731604709841-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:32,732 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,45029,1731604709841-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:32,732 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4e57a52647ef:45029, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:32,732 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:32,732 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:32,735 DEBUG [master/4e57a52647ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T17:18:32,738 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.642sec 2024-11-14T17:18:32,739 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T17:18:32,739 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T17:18:32,739 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T17:18:32,739 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T17:18:32,739 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T17:18:32,739 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,45029,1731604709841-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T17:18:32,739 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,45029,1731604709841-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T17:18:32,743 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T17:18:32,743 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T17:18:32,743 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,45029,1731604709841-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:32,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a92dcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:32,797 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,45029,-1 for getting cluster id 2024-11-14T17:18:32,797 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:18:32,799 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1bd4f134-3771-4da4-a7e1-25cc0a36118c' 2024-11-14T17:18:32,800 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:18:32,800 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1bd4f134-3771-4da4-a7e1-25cc0a36118c" 2024-11-14T17:18:32,800 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5be08e10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:32,800 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,45029,-1] 2024-11-14T17:18:32,800 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:18:32,801 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:32,802 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:18:32,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4151fef8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:32,804 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:18:32,806 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,42725,1731604709966, seqNum=-1] 2024-11-14T17:18:32,806 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:18:32,808 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:18:32,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4e57a52647ef,45029,1731604709841 2024-11-14T17:18:32,811 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55127 2024-11-14T17:18:32,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55127, baseZNode=/1895210174 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:18:32,815 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100ab7263740005 connected 2024-11-14T17:18:32,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10d1a7f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:32,822 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,45939,-1 for getting cluster id 2024-11-14T17:18:32,823 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:18:32,824 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0a9ef81-63a7-4518-8e1c-886d784e6608' 2024-11-14T17:18:32,824 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:18:32,824 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0a9ef81-63a7-4518-8e1c-886d784e6608" 2024-11-14T17:18:32,825 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7981740e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:32,825 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,45939,-1] 2024-11-14T17:18:32,825 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:18:32,826 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:32,827 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:18:32,829 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36c49ce7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:32,838 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:18:32,842 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,45939,1731604704436 2024-11-14T17:18:32,845 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6707d831 2024-11-14T17:18:32,845 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:18:32,847 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:18:32,849 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45939 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://4e57a52647ef:45029,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T17:18:32,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45939 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T17:18:32,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:18:32,862 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4e57a52647ef:45029' 2024-11-14T17:18:32,867 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ea2db9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:32,867 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,45029,-1 for getting cluster id 2024-11-14T17:18:32,867 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:18:32,868 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1bd4f134-3771-4da4-a7e1-25cc0a36118c' 2024-11-14T17:18:32,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:18:32,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1bd4f134-3771-4da4-a7e1-25cc0a36118c" 2024-11-14T17:18:32,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d17d556, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:32,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,45029,-1] 2024-11-14T17:18:32,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:18:32,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:32,871 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:18:32,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d95a81f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:32,874 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:18:32,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,45029,1731604709841 2024-11-14T17:18:32,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16a6ee54 2024-11-14T17:18:32,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:18:32,881 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:18:32,896 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-14T17:18:32,897 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T17:18:32,901 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:32,902 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:32,902 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:18:32,903 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T17:18:32,909 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T17:18:32,912 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T17:18:32,912 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:32,914 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T17:18:32,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45589 is added to blk_1073741835_1011 (size=1138) 2024-11-14T17:18:32,961 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T17:18:32,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:18:33,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:18:33,329 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 816238cde8d008db94e9053d453b5266, NAME => 'hbase:replication,,1731604712903.816238cde8d008db94e9053d453b5266.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0 2024-11-14T17:18:33,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45589 is added to blk_1073741836_1012 (size=44) 2024-11-14T17:18:33,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:18:33,741 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731604712903.816238cde8d008db94e9053d453b5266.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:18:33,741 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 816238cde8d008db94e9053d453b5266, disabling compactions & flushes 2024-11-14T17:18:33,741 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731604712903.816238cde8d008db94e9053d453b5266. 2024-11-14T17:18:33,741 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731604712903.816238cde8d008db94e9053d453b5266. 2024-11-14T17:18:33,741 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731604712903.816238cde8d008db94e9053d453b5266. after waiting 0 ms 2024-11-14T17:18:33,741 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731604712903.816238cde8d008db94e9053d453b5266. 2024-11-14T17:18:33,742 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731604712903.816238cde8d008db94e9053d453b5266. 2024-11-14T17:18:33,742 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 816238cde8d008db94e9053d453b5266: Waiting for close lock at 1731604713741Disabling compacts and flushes for region at 1731604713741Disabling writes for close at 1731604713741Writing region close event to WAL at 1731604713741Closed at 1731604713742 (+1 ms) 2024-11-14T17:18:33,744 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T17:18:33,749 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731604712903.816238cde8d008db94e9053d453b5266.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731604713744"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731604713744"}]},"ts":"1731604713744"} 2024-11-14T17:18:33,752 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T17:18:33,754 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T17:18:33,757 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604713754"}]},"ts":"1731604713754"} 2024-11-14T17:18:33,760 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T17:18:33,761 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=816238cde8d008db94e9053d453b5266, ASSIGN}] 2024-11-14T17:18:33,763 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=816238cde8d008db94e9053d453b5266, ASSIGN 2024-11-14T17:18:33,765 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=816238cde8d008db94e9053d453b5266, ASSIGN; state=OFFLINE, location=4e57a52647ef,40469,1731604705227; forceNewPlan=false, retain=false 2024-11-14T17:18:33,916 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=816238cde8d008db94e9053d453b5266, regionState=OPENING, regionLocation=4e57a52647ef,40469,1731604705227 2024-11-14T17:18:33,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=816238cde8d008db94e9053d453b5266, ASSIGN because future has completed 2024-11-14T17:18:33,921 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 816238cde8d008db94e9053d453b5266, server=4e57a52647ef,40469,1731604705227}] 2024-11-14T17:18:34,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:18:34,082 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731604712903.816238cde8d008db94e9053d453b5266. 2024-11-14T17:18:34,082 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:18:34,082 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T17:18:34,085 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4e57a52647ef%2C40469%2C1731604705227.rep, suffix=, logDir=hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/WALs/4e57a52647ef,40469,1731604705227, archiveDir=hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/oldWALs, maxLogs=10 2024-11-14T17:18:34,088 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T17:18:34,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/WALs/4e57a52647ef,40469,1731604705227/4e57a52647ef%2C40469%2C1731604705227.rep.1731604714086, exclude list is [], retry=0 2024-11-14T17:18:34,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45589,DS-167b0d14-17e0-48e6-a853-364da8502e6f,DISK] 2024-11-14T17:18:34,113 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/WALs/4e57a52647ef,40469,1731604705227/4e57a52647ef%2C40469%2C1731604705227.rep.1731604714086 2024-11-14T17:18:34,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38261:38261)] 2024-11-14T17:18:34,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 816238cde8d008db94e9053d453b5266, NAME => 'hbase:replication,,1731604712903.816238cde8d008db94e9053d453b5266.', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:18:34,114 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T17:18:34,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T17:18:34,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731604712903.816238cde8d008db94e9053d453b5266. service=MultiRowMutationService 2024-11-14T17:18:34,115 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T17:18:34,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 816238cde8d008db94e9053d453b5266 2024-11-14T17:18:34,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731604712903.816238cde8d008db94e9053d453b5266.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:18:34,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 816238cde8d008db94e9053d453b5266 2024-11-14T17:18:34,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 816238cde8d008db94e9053d453b5266 2024-11-14T17:18:34,118 INFO [StoreOpener-816238cde8d008db94e9053d453b5266-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 816238cde8d008db94e9053d453b5266 2024-11-14T17:18:34,120 INFO [StoreOpener-816238cde8d008db94e9053d453b5266-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 816238cde8d008db94e9053d453b5266 columnFamilyName hfileref 2024-11-14T17:18:34,120 DEBUG [StoreOpener-816238cde8d008db94e9053d453b5266-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:34,121 INFO [StoreOpener-816238cde8d008db94e9053d453b5266-1 {}] regionserver.HStore(327): Store=816238cde8d008db94e9053d453b5266/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:18:34,121 INFO [StoreOpener-816238cde8d008db94e9053d453b5266-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 816238cde8d008db94e9053d453b5266 2024-11-14T17:18:34,123 INFO [StoreOpener-816238cde8d008db94e9053d453b5266-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 816238cde8d008db94e9053d453b5266 columnFamilyName queue 2024-11-14T17:18:34,123 DEBUG [StoreOpener-816238cde8d008db94e9053d453b5266-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:34,123 INFO [StoreOpener-816238cde8d008db94e9053d453b5266-1 {}] regionserver.HStore(327): Store=816238cde8d008db94e9053d453b5266/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:18:34,124 INFO [StoreOpener-816238cde8d008db94e9053d453b5266-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 816238cde8d008db94e9053d453b5266 2024-11-14T17:18:34,125 INFO [StoreOpener-816238cde8d008db94e9053d453b5266-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 816238cde8d008db94e9053d453b5266 columnFamilyName sid 2024-11-14T17:18:34,125 DEBUG [StoreOpener-816238cde8d008db94e9053d453b5266-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:34,126 INFO [StoreOpener-816238cde8d008db94e9053d453b5266-1 {}] regionserver.HStore(327): Store=816238cde8d008db94e9053d453b5266/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:18:34,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 816238cde8d008db94e9053d453b5266 2024-11-14T17:18:34,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/data/hbase/replication/816238cde8d008db94e9053d453b5266 2024-11-14T17:18:34,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/data/hbase/replication/816238cde8d008db94e9053d453b5266 2024-11-14T17:18:34,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 816238cde8d008db94e9053d453b5266 2024-11-14T17:18:34,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 816238cde8d008db94e9053d453b5266 2024-11-14T17:18:34,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T17:18:34,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 816238cde8d008db94e9053d453b5266 2024-11-14T17:18:34,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/data/hbase/replication/816238cde8d008db94e9053d453b5266/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:18:34,138 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 816238cde8d008db94e9053d453b5266; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62784307, jitterRate=-0.06444092094898224}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T17:18:34,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 816238cde8d008db94e9053d453b5266 2024-11-14T17:18:34,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 816238cde8d008db94e9053d453b5266: Running coprocessor pre-open hook at 1731604714115Writing region info on filesystem at 1731604714115Initializing all the Stores at 1731604714117 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604714117Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604714118 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604714118Cleaning up temporary data from old regions at 1731604714131 (+13 ms)Running coprocessor post-open hooks at 1731604714138 (+7 ms)Region opened successfully at 1731604714139 (+1 ms) 2024-11-14T17:18:34,141 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731604712903.816238cde8d008db94e9053d453b5266., pid=7, masterSystemTime=1731604714075 2024-11-14T17:18:34,142 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T17:18:34,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731604712903.816238cde8d008db94e9053d453b5266. 2024-11-14T17:18:34,145 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731604712903.816238cde8d008db94e9053d453b5266. 2024-11-14T17:18:34,146 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=816238cde8d008db94e9053d453b5266, regionState=OPEN, openSeqNum=2, regionLocation=4e57a52647ef,40469,1731604705227 2024-11-14T17:18:34,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 816238cde8d008db94e9053d453b5266, server=4e57a52647ef,40469,1731604705227 because future has completed 2024-11-14T17:18:34,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-14T17:18:34,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 816238cde8d008db94e9053d453b5266, server=4e57a52647ef,40469,1731604705227 in 230 msec 2024-11-14T17:18:34,158 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T17:18:34,158 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=816238cde8d008db94e9053d453b5266, ASSIGN in 393 msec 2024-11-14T17:18:34,159 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T17:18:34,159 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604714159"}]},"ts":"1731604714159"} 2024-11-14T17:18:34,162 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T17:18:34,163 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T17:18:34,165 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2590 sec 2024-11-14T17:18:34,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731604712903.816238cde8d008db94e9053d453b5266., hostname=4e57a52647ef,40469,1731604705227, seqNum=2] 2024-11-14T17:18:34,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40469 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-14T17:18:34,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40469-0x100ab7263740001, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-410328651 2024-11-14T17:18:34,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45939-0x100ab7263740000, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-410328651 2024-11-14T17:18:34,261 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T17:18:34,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40469 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-14T17:18:34,429 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T17:18:34,471 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-4e57a52647ef,40469,1731604705227, ReplicationSource: 1, currentBandwidth=0 2024-11-14T17:18:34,473 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:18:34,473 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,40469,1731604705227, seqNum=-1] 2024-11-14T17:18:34,473 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:18:34,475 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43149, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-14T17:18:34,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4e57a52647ef,40469,1731604705227', locateType=CURRENT is [region=hbase:replication,,1731604712903.816238cde8d008db94e9053d453b5266., hostname=4e57a52647ef,40469,1731604705227, seqNum=2] 2024-11-14T17:18:34,485 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-14T17:18:34,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45939 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-14T17:18:34,491 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4e57a52647ef,40469,1731604705227 suceeded 2024-11-14T17:18:34,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-14T17:18:34,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 230 msec 2024-11-14T17:18:34,500 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4e57a52647ef:45029,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T17:18:34,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6490 sec 2024-11-14T17:18:34,507 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40469,1731604705227 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4e57a52647ef:45029' 2024-11-14T17:18:34,509 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40469,1731604705227 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@631822ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:34,509 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40469,1731604705227 {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,45029,-1 for getting cluster id 2024-11-14T17:18:34,510 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40469,1731604705227 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:18:34,515 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1bd4f134-3771-4da4-a7e1-25cc0a36118c' 2024-11-14T17:18:34,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:18:34,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1bd4f134-3771-4da4-a7e1-25cc0a36118c" 2024-11-14T17:18:34,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74e3ac47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:34,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,45029,-1] 2024-11-14T17:18:34,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:18:34,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:34,518 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:18:34,520 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40469,1731604705227 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a521cd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:34,520 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40469,1731604705227 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:18:34,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,45029,1731604709841 2024-11-14T17:18:34,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73d80af9 2024-11-14T17:18:34,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:18:34,523 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-14T17:18:34,525 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40469,1731604705227 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4e57a52647ef,40469,1731604705227 (queues=1) is replicating from cluster=d0a9ef81-63a7-4518-8e1c-886d784e6608 to cluster=1bd4f134-3771-4da4-a7e1-25cc0a36118c 2024-11-14T17:18:34,529 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40469,1731604705227 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4e57a52647ef%2C40469%2C1731604705227 2024-11-14T17:18:34,534 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40469,1731604705227 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4e57a52647ef,40469,1731604705227, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T17:18:34,542 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40469,1731604705227.replicationSource.shipper4e57a52647ef%2C40469%2C1731604705227,1-4e57a52647ef,40469,1731604705227 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4e57a52647ef%2C40469%2C1731604705227 2024-11-14T17:18:34,545 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40469,1731604705227.replicationSource.wal-reader.4e57a52647ef%2C40469%2C1731604705227,1-4e57a52647ef,40469,1731604705227 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/WALs/4e57a52647ef,40469,1731604705227/4e57a52647ef%2C40469%2C1731604705227.1731604708129, startPosition=0, beingWritten=true 2024-11-14T17:18:34,856 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40469,1731604705227.replicationSource.wal-reader.4e57a52647ef%2C40469%2C1731604705227,1-4e57a52647ef,40469,1731604705227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/WALs/4e57a52647ef,40469,1731604705227/4e57a52647ef%2C40469%2C1731604705227.1731604708129 to pos 0, reset compression=false 2024-11-14T17:18:34,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T17:18:34,877 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T17:18:34,880 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T17:18:34,880 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-14T17:18:34,881 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T17:18:34,881 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T17:18:34,881 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T17:18:34,882 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T17:18:34,882 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T17:18:34,882 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T17:18:35,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:18:35,015 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:18:35,015 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:18:35,015 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T17:18:35,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:35,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:35,015 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:18:35,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@189bc1ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:35,017 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,45939,-1 for getting cluster id 2024-11-14T17:18:35,017 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:18:35,021 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0a9ef81-63a7-4518-8e1c-886d784e6608' 2024-11-14T17:18:35,022 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:18:35,022 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0a9ef81-63a7-4518-8e1c-886d784e6608" 2024-11-14T17:18:35,024 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ebba8ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:35,024 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,45939,-1] 2024-11-14T17:18:35,024 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:18:35,027 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:35,032 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:18:35,037 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@467671f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:35,040 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:18:35,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,45939,1731604704436 2024-11-14T17:18:35,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2211d5fa 2024-11-14T17:18:35,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:18:35,049 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:18:35,049 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45939 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://4e57a52647ef:45029,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T17:18:35,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45939 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T17:18:35,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T17:18:35,072 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4e57a52647ef:45029' 2024-11-14T17:18:35,075 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f1dda27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:35,075 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,45029,-1 for getting cluster id 2024-11-14T17:18:35,075 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:18:35,077 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1bd4f134-3771-4da4-a7e1-25cc0a36118c' 2024-11-14T17:18:35,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:18:35,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1bd4f134-3771-4da4-a7e1-25cc0a36118c" 2024-11-14T17:18:35,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43ec43dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:35,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,45029,-1] 2024-11-14T17:18:35,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:18:35,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:35,095 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:18:35,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5de2dae6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:35,104 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:18:35,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,45029,1731604709841 2024-11-14T17:18:35,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d54cba8 2024-11-14T17:18:35,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:18:35,117 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:18:35,118 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T17:18:35,118 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T17:18:35,118 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:35,119 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:35,119 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:18:35,134 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T17:18:35,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T17:18:35,166 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40469,1731604705227.replicationSource.wal-reader.4e57a52647ef%2C40469%2C1731604705227,1-4e57a52647ef,40469,1731604705227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/WALs/4e57a52647ef,40469,1731604705227/4e57a52647ef%2C40469%2C1731604705227.1731604708129 to pos 0, reset compression=false 2024-11-14T17:18:35,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40469 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-14T17:18:35,290 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-14T17:18:35,340 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-4e57a52647ef,40469,1731604705227, ReplicationSource: 2, currentBandwidth=0 2024-11-14T17:18:35,346 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-14T17:18:35,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45939 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-14T17:18:35,351 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 4e57a52647ef,40469,1731604705227 suceeded 2024-11-14T17:18:35,355 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T17:18:35,355 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 217 msec 2024-11-14T17:18:35,355 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://4e57a52647ef:45029,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T17:18:35,358 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 306 msec 2024-11-14T17:18:35,372 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,2-4e57a52647ef,40469,1731604705227 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4e57a52647ef:45029' 2024-11-14T17:18:35,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T17:18:35,375 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,2-4e57a52647ef,40469,1731604705227 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@788d1642, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:35,375 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-14T17:18:35,375 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,2-4e57a52647ef,40469,1731604705227 {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,45029,-1 for getting cluster id 2024-11-14T17:18:35,375 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,2-4e57a52647ef,40469,1731604705227 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:18:35,376 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1bd4f134-3771-4da4-a7e1-25cc0a36118c' 2024-11-14T17:18:35,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:18:35,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1bd4f134-3771-4da4-a7e1-25cc0a36118c" 2024-11-14T17:18:35,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70e5114b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:35,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,45029,-1] 2024-11-14T17:18:35,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:18:35,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:35,378 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:18:35,379 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:18:35,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:35,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:35,379 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:18:35,379 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:18:35,380 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:18:35,381 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,2-4e57a52647ef,40469,1731604705227 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36ab15d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:35,382 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,2-4e57a52647ef,40469,1731604705227 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:18:35,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,45029,1731604709841 2024-11-14T17:18:35,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44b8db6b 2024-11-14T17:18:35,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:18:35,385 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-14T17:18:35,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,45939,1731604704436 2024-11-14T17:18:35,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7338fdc 2024-11-14T17:18:35,387 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,2-4e57a52647ef,40469,1731604705227 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-4e57a52647ef,40469,1731604705227 (queues=1) is replicating from cluster=d0a9ef81-63a7-4518-8e1c-886d784e6608 to cluster=1bd4f134-3771-4da4-a7e1-25cc0a36118c 2024-11-14T17:18:35,387 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,2-4e57a52647ef,40469,1731604705227 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=4e57a52647ef%2C40469%2C1731604705227 2024-11-14T17:18:35,387 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,2-4e57a52647ef,40469,1731604705227 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-4e57a52647ef,40469,1731604705227, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T17:18:35,388 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,2-4e57a52647ef,40469,1731604705227.replicationSource.wal-reader.4e57a52647ef%2C40469%2C1731604705227,2-4e57a52647ef,40469,1731604705227 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/WALs/4e57a52647ef,40469,1731604705227/4e57a52647ef%2C40469%2C1731604705227.1731604708129, startPosition=0, beingWritten=true 2024-11-14T17:18:35,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:18:35,393 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,2-4e57a52647ef,40469,1731604705227.replicationSource.shipper4e57a52647ef%2C40469%2C1731604705227,2-4e57a52647ef,40469,1731604705227 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4e57a52647ef%2C40469%2C1731604705227 2024-11-14T17:18:35,410 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:18:35,411 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45939 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-14T17:18:35,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45939 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-14T17:18:35,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45939 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-14T17:18:35,420 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45939 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-14T17:18:35,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45939 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://4e57a52647ef:45029,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T17:18:35,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45939 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-14T17:18:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T17:18:35,448 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4e57a52647ef:45029' 2024-11-14T17:18:35,449 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a57ddee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:35,449 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,45029,-1 for getting cluster id 2024-11-14T17:18:35,450 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:18:35,451 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1bd4f134-3771-4da4-a7e1-25cc0a36118c' 2024-11-14T17:18:35,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:18:35,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1bd4f134-3771-4da4-a7e1-25cc0a36118c" 2024-11-14T17:18:35,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ccb872a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:35,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,45029,-1] 2024-11-14T17:18:35,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:18:35,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:35,457 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:18:35,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1329b443, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:35,462 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:18:35,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,45029,1731604709841 2024-11-14T17:18:35,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50ccee1c 2024-11-14T17:18:35,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:18:35,465 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:18:35,466 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-14T17:18:35,466 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T17:18:35,466 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:35,466 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:35,468 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:18:35,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T17:18:35,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T17:18:35,582 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40469,1731604705227.replicationSource.wal-reader.4e57a52647ef%2C40469%2C1731604705227,1-4e57a52647ef,40469,1731604705227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/WALs/4e57a52647ef,40469,1731604705227/4e57a52647ef%2C40469%2C1731604705227.1731604708129 to pos 0, reset compression=false 2024-11-14T17:18:35,612 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,2-4e57a52647ef,40469,1731604705227.replicationSource.wal-reader.4e57a52647ef%2C40469%2C1731604705227,2-4e57a52647ef,40469,1731604705227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/WALs/4e57a52647ef,40469,1731604705227/4e57a52647ef%2C40469%2C1731604705227.1731604708129 to pos 0, reset compression=false 2024-11-14T17:18:35,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40469 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-14T17:18:35,635 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-14T17:18:35,638 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-14T17:18:35,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45939 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-14T17:18:35,643 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 4e57a52647ef,40469,1731604705227 suceeded 2024-11-14T17:18:35,649 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-14T17:18:35,649 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 164 msec 2024-11-14T17:18:35,649 INFO [PEWorker-2 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://4e57a52647ef:45029,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T17:18:35,653 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 222 msec 2024-11-14T17:18:35,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T17:18:35,763 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-14T17:18:35,764 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45939 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://4e57a52647ef:45029,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T17:18:35,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45939 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-14T17:18:35,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T17:18:35,769 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4e57a52647ef:45029' 2024-11-14T17:18:35,771 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43b823c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:35,771 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,45029,-1 for getting cluster id 2024-11-14T17:18:35,771 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:18:35,772 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1bd4f134-3771-4da4-a7e1-25cc0a36118c' 2024-11-14T17:18:35,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:18:35,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1bd4f134-3771-4da4-a7e1-25cc0a36118c" 2024-11-14T17:18:35,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4926e19a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:35,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,45029,-1] 2024-11-14T17:18:35,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:18:35,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:35,776 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:18:35,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@409ec3df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:35,778 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:18:35,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,45029,1731604709841 2024-11-14T17:18:35,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37f98077 2024-11-14T17:18:35,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:18:35,782 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:18:35,783 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-14T17:18:35,784 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T17:18:35,784 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:35,784 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:35,784 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:18:35,793 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T17:18:35,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T17:18:35,921 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,2-4e57a52647ef,40469,1731604705227.replicationSource.wal-reader.4e57a52647ef%2C40469%2C1731604705227,2-4e57a52647ef,40469,1731604705227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/WALs/4e57a52647ef,40469,1731604705227/4e57a52647ef%2C40469%2C1731604705227.1731604708129 to pos 0, reset compression=false 2024-11-14T17:18:35,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40469 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-14T17:18:35,949 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-14T17:18:35,951 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-14T17:18:35,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45939 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-14T17:18:35,956 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 4e57a52647ef,40469,1731604705227 suceeded 2024-11-14T17:18:35,959 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-14T17:18:35,960 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://4e57a52647ef:45029,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T17:18:35,960 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 163 msec 2024-11-14T17:18:35,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 195 msec 2024-11-14T17:18:36,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T17:18:36,083 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-14T17:18:36,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45939 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-14T17:18:36,086 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45939 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-14T17:18:36,087 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:18:36,087 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:18:36,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:36,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:36,087 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:18:36,087 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T17:18:36,087 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=526686145, stopped=false 2024-11-14T17:18:36,088 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4e57a52647ef,45939,1731604704436 2024-11-14T17:18:36,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40469-0x100ab7263740001, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-410328651/running 2024-11-14T17:18:36,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45939-0x100ab7263740000, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-410328651/running 2024-11-14T17:18:36,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40469-0x100ab7263740001, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-410328651 2024-11-14T17:18:36,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45939-0x100ab7263740000, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-410328651 2024-11-14T17:18:36,091 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T17:18:36,091 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:18:36,091 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40469,1731604705227.replicationSource.wal-reader.4e57a52647ef%2C40469%2C1731604705227,1-4e57a52647ef,40469,1731604705227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/WALs/4e57a52647ef,40469,1731604705227/4e57a52647ef%2C40469%2C1731604705227.1731604708129 to pos 0, reset compression=false 2024-11-14T17:18:36,091 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:18:36,091 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45939-0x100ab7263740000, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Set watcher on znode that does not yet exist, /0-410328651/running 2024-11-14T17:18:36,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:36,091 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40469-0x100ab7263740001, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Set watcher on znode that does not yet exist, /0-410328651/running 2024-11-14T17:18:36,092 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4e57a52647ef,40469,1731604705227' ***** 2024-11-14T17:18:36,092 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T17:18:36,093 INFO [RS:0;4e57a52647ef:40469 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T17:18:36,093 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T17:18:36,093 INFO [RS:0;4e57a52647ef:40469 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T17:18:36,093 INFO [RS:0;4e57a52647ef:40469 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T17:18:36,093 INFO [RS:0;4e57a52647ef:40469 {}] regionserver.HRegionServer(3091): Received CLOSE for 816238cde8d008db94e9053d453b5266 2024-11-14T17:18:36,096 INFO [RS:0;4e57a52647ef:40469 {}] regionserver.HRegionServer(959): stopping server 4e57a52647ef,40469,1731604705227 2024-11-14T17:18:36,097 INFO [RS:0;4e57a52647ef:40469 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T17:18:36,097 INFO [RS:0;4e57a52647ef:40469 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4e57a52647ef:40469. 2024-11-14T17:18:36,097 DEBUG [RS:0;4e57a52647ef:40469 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:18:36,097 DEBUG [RS:0;4e57a52647ef:40469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:36,097 INFO [regionserver/4e57a52647ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T17:18:36,097 INFO [RS:0;4e57a52647ef:40469 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T17:18:36,097 INFO [RS:0;4e57a52647ef:40469 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T17:18:36,097 INFO [RS:0;4e57a52647ef:40469 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T17:18:36,097 INFO [RS:0;4e57a52647ef:40469 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T17:18:36,098 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 816238cde8d008db94e9053d453b5266, disabling compactions & flushes 2024-11-14T17:18:36,098 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731604712903.816238cde8d008db94e9053d453b5266. 2024-11-14T17:18:36,099 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731604712903.816238cde8d008db94e9053d453b5266. 2024-11-14T17:18:36,099 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731604712903.816238cde8d008db94e9053d453b5266. after waiting 0 ms 2024-11-14T17:18:36,099 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731604712903.816238cde8d008db94e9053d453b5266. 2024-11-14T17:18:36,105 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 816238cde8d008db94e9053d453b5266 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-14T17:18:36,120 INFO [RS:0;4e57a52647ef:40469 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T17:18:36,121 DEBUG [RS:0;4e57a52647ef:40469 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 816238cde8d008db94e9053d453b5266=hbase:replication,,1731604712903.816238cde8d008db94e9053d453b5266.} 2024-11-14T17:18:36,121 DEBUG [RS:0;4e57a52647ef:40469 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 816238cde8d008db94e9053d453b5266 2024-11-14T17:18:36,122 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T17:18:36,122 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T17:18:36,122 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T17:18:36,122 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T17:18:36,122 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T17:18:36,122 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-14T17:18:36,208 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/data/hbase/meta/1588230740/.tmp/info/0c66c58b925b4606afa60dc140a43e0f is 147, key is hbase:replication,,1731604712903.816238cde8d008db94e9053d453b5266./info:regioninfo/1731604714146/Put/seqid=0 2024-11-14T17:18:36,208 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/data/hbase/replication/816238cde8d008db94e9053d453b5266/.tmp/queue/d923735d32b046e79024f6c8df2d73e5 is 151, key is 1-4e57a52647ef,40469,1731604705227/queue:4e57a52647ef%2C40469%2C1731604705227/1731604714479/Put/seqid=0 2024-11-14T17:18:36,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45589 is added to blk_1073741839_1015 (size=5500) 2024-11-14T17:18:36,248 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/data/hbase/replication/816238cde8d008db94e9053d453b5266/.tmp/queue/d923735d32b046e79024f6c8df2d73e5 2024-11-14T17:18:36,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45589 is added to blk_1073741838_1014 (size=6631) 2024-11-14T17:18:36,322 DEBUG [RS:0;4e57a52647ef:40469 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 816238cde8d008db94e9053d453b5266 2024-11-14T17:18:36,333 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,2-4e57a52647ef,40469,1731604705227.replicationSource.wal-reader.4e57a52647ef%2C40469%2C1731604705227,2-4e57a52647ef,40469,1731604705227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/WALs/4e57a52647ef,40469,1731604705227/4e57a52647ef%2C40469%2C1731604705227.1731604708129 to pos 0, reset compression=false 2024-11-14T17:18:36,387 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/data/hbase/replication/816238cde8d008db94e9053d453b5266/.tmp/queue/d923735d32b046e79024f6c8df2d73e5 as hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/data/hbase/replication/816238cde8d008db94e9053d453b5266/queue/d923735d32b046e79024f6c8df2d73e5 2024-11-14T17:18:36,455 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/data/hbase/replication/816238cde8d008db94e9053d453b5266/queue/d923735d32b046e79024f6c8df2d73e5, entries=2, sequenceid=6, filesize=5.4 K 2024-11-14T17:18:36,474 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 816238cde8d008db94e9053d453b5266 in 364ms, sequenceid=6, compaction requested=false 2024-11-14T17:18:36,475 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T17:18:36,516 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/data/hbase/replication/816238cde8d008db94e9053d453b5266/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T17:18:36,520 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T17:18:36,521 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T17:18:36,521 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731604712903.816238cde8d008db94e9053d453b5266. 2024-11-14T17:18:36,521 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 816238cde8d008db94e9053d453b5266: Waiting for close lock at 1731604716098Running coprocessor pre-close hooks at 1731604716098Disabling compacts and flushes for region at 1731604716098Disabling writes for close at 1731604716099 (+1 ms)Obtaining lock to block concurrent updates at 1731604716105 (+6 ms)Preparing flush snapshotting stores in 816238cde8d008db94e9053d453b5266 at 1731604716105Finished memstore snapshotting hbase:replication,,1731604712903.816238cde8d008db94e9053d453b5266., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731604716116 (+11 ms)Flushing stores of hbase:replication,,1731604712903.816238cde8d008db94e9053d453b5266. at 1731604716119 (+3 ms)Flushing 816238cde8d008db94e9053d453b5266/queue: creating writer at 1731604716120 (+1 ms)Flushing 816238cde8d008db94e9053d453b5266/queue: appending metadata at 1731604716180 (+60 ms)Flushing 816238cde8d008db94e9053d453b5266/queue: closing flushed file at 1731604716186 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bca69f9: reopening flushed file at 1731604716372 (+186 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 816238cde8d008db94e9053d453b5266 in 364ms, sequenceid=6, compaction requested=false at 1731604716474 (+102 ms)Writing region close event to WAL at 1731604716492 (+18 ms)Running coprocessor post-close hooks at 1731604716518 (+26 ms)Closed at 1731604716521 (+3 ms) 2024-11-14T17:18:36,522 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731604712903.816238cde8d008db94e9053d453b5266. 2024-11-14T17:18:36,523 DEBUG [RS:0;4e57a52647ef:40469 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T17:18:36,657 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/data/hbase/meta/1588230740/.tmp/info/0c66c58b925b4606afa60dc140a43e0f 2024-11-14T17:18:36,688 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/data/hbase/meta/1588230740/.tmp/ns/aff435480fa44163a3b4505acf8d8c07 is 43, key is default/ns:d/1731604708726/Put/seqid=0 2024-11-14T17:18:36,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45589 is added to blk_1073741840_1016 (size=5153) 2024-11-14T17:18:36,723 DEBUG [RS:0;4e57a52647ef:40469 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T17:18:36,728 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40469,1731604705227.replicationSource.wal-reader.4e57a52647ef%2C40469%2C1731604705227,1-4e57a52647ef,40469,1731604705227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/WALs/4e57a52647ef,40469,1731604705227/4e57a52647ef%2C40469%2C1731604705227.1731604708129 to pos 0, reset compression=false 2024-11-14T17:18:36,854 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,2-4e57a52647ef,40469,1731604705227.replicationSource.wal-reader.4e57a52647ef%2C40469%2C1731604705227,2-4e57a52647ef,40469,1731604705227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/WALs/4e57a52647ef,40469,1731604705227/4e57a52647ef%2C40469%2C1731604705227.1731604708129 to pos 0, reset compression=false 2024-11-14T17:18:36,923 DEBUG [RS:0;4e57a52647ef:40469 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T17:18:36,952 INFO [regionserver/4e57a52647ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T17:18:36,953 INFO [regionserver/4e57a52647ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T17:18:37,096 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/data/hbase/meta/1588230740/.tmp/ns/aff435480fa44163a3b4505acf8d8c07 2024-11-14T17:18:37,123 INFO [RS:0;4e57a52647ef:40469 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T17:18:37,124 DEBUG [RS:0;4e57a52647ef:40469 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T17:18:37,124 DEBUG [RS:0;4e57a52647ef:40469 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T17:18:37,131 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/data/hbase/meta/1588230740/.tmp/table/d394d7e0fd414dffbd92ed6db988172e is 53, key is hbase:replication/table:state/1731604714159/Put/seqid=0 2024-11-14T17:18:37,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45589 is added to blk_1073741841_1017 (size=5256) 2024-11-14T17:18:37,142 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/data/hbase/meta/1588230740/.tmp/table/d394d7e0fd414dffbd92ed6db988172e 2024-11-14T17:18:37,158 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/data/hbase/meta/1588230740/.tmp/info/0c66c58b925b4606afa60dc140a43e0f as hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/data/hbase/meta/1588230740/info/0c66c58b925b4606afa60dc140a43e0f 2024-11-14T17:18:37,166 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/data/hbase/meta/1588230740/info/0c66c58b925b4606afa60dc140a43e0f, entries=10, sequenceid=11, filesize=6.5 K 2024-11-14T17:18:37,168 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/data/hbase/meta/1588230740/.tmp/ns/aff435480fa44163a3b4505acf8d8c07 as hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/data/hbase/meta/1588230740/ns/aff435480fa44163a3b4505acf8d8c07 2024-11-14T17:18:37,180 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/data/hbase/meta/1588230740/ns/aff435480fa44163a3b4505acf8d8c07, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T17:18:37,182 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/data/hbase/meta/1588230740/.tmp/table/d394d7e0fd414dffbd92ed6db988172e as hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/data/hbase/meta/1588230740/table/d394d7e0fd414dffbd92ed6db988172e 2024-11-14T17:18:37,197 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/data/hbase/meta/1588230740/table/d394d7e0fd414dffbd92ed6db988172e, entries=2, sequenceid=11, filesize=5.1 K 2024-11-14T17:18:37,199 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1076ms, sequenceid=11, compaction requested=false 2024-11-14T17:18:37,209 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T17:18:37,211 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T17:18:37,211 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T17:18:37,211 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T17:18:37,211 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731604716122Running coprocessor pre-close hooks at 1731604716122Disabling compacts and flushes for region at 1731604716122Disabling writes for close at 1731604716122Obtaining lock to block concurrent updates at 1731604716122Preparing flush snapshotting stores in 1588230740 at 1731604716124 (+2 ms)Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731604716124Flushing stores of hbase:meta,,1.1588230740 at 1731604716127 (+3 ms)Flushing 1588230740/info: creating writer at 1731604716127Flushing 1588230740/info: appending metadata at 1731604716181 (+54 ms)Flushing 1588230740/info: closing flushed file at 1731604716186 (+5 ms)Flushing 1588230740/ns: creating writer at 1731604716666 (+480 ms)Flushing 1588230740/ns: appending metadata at 1731604716687 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731604716687Flushing 1588230740/table: creating writer at 1731604717107 (+420 ms)Flushing 1588230740/table: appending metadata at 1731604717130 (+23 ms)Flushing 1588230740/table: closing flushed file at 1731604717130Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20fa465: reopening flushed file at 1731604717156 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f5768a7: reopening flushed file at 1731604717167 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1288fd4b: reopening flushed file at 1731604717180 (+13 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1076ms, sequenceid=11, compaction requested=false at 1731604717199 (+19 ms)Writing region close event to WAL at 1731604717200 (+1 ms)Running coprocessor post-close hooks at 1731604717211 (+11 ms)Closed at 1731604717211 2024-11-14T17:18:37,212 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T17:18:37,324 INFO [RS:0;4e57a52647ef:40469 {}] regionserver.HRegionServer(976): stopping server 4e57a52647ef,40469,1731604705227; all regions closed. 2024-11-14T17:18:37,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45589 is added to blk_1073741834_1010 (size=2742) 2024-11-14T17:18:37,332 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/WALs/4e57a52647ef,40469,1731604705227/4e57a52647ef%2C40469%2C1731604705227.meta.1731604708538.meta not finished, retry = 0 2024-11-14T17:18:37,436 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40469,1731604705227.replicationSource.wal-reader.4e57a52647ef%2C40469%2C1731604705227,1-4e57a52647ef,40469,1731604705227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/WALs/4e57a52647ef,40469,1731604705227/4e57a52647ef%2C40469%2C1731604705227.1731604708129 to pos 0, reset compression=false 2024-11-14T17:18:37,442 DEBUG [RS:0;4e57a52647ef:40469 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/oldWALs 2024-11-14T17:18:37,443 INFO [RS:0;4e57a52647ef:40469 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4e57a52647ef%2C40469%2C1731604705227.meta:.meta(num 1731604708538) 2024-11-14T17:18:37,451 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/WALs/4e57a52647ef,40469,1731604705227/4e57a52647ef%2C40469%2C1731604705227.rep.1731604714086 not finished, retry = 0 2024-11-14T17:18:37,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45589 is added to blk_1073741837_1013 (size=1802) 2024-11-14T17:18:37,464 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,2-4e57a52647ef,40469,1731604705227.replicationSource.wal-reader.4e57a52647ef%2C40469%2C1731604705227,2-4e57a52647ef,40469,1731604705227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/WALs/4e57a52647ef,40469,1731604705227/4e57a52647ef%2C40469%2C1731604705227.1731604708129 to pos 0, reset compression=false 2024-11-14T17:18:37,581 DEBUG [RS:0;4e57a52647ef:40469 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/oldWALs 2024-11-14T17:18:37,581 INFO [RS:0;4e57a52647ef:40469 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4e57a52647ef%2C40469%2C1731604705227.rep:(num 1731604714086) 2024-11-14T17:18:37,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45589 is added to blk_1073741833_1009 (size=93) 2024-11-14T17:18:37,611 DEBUG [RS:0;4e57a52647ef:40469 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/oldWALs 2024-11-14T17:18:37,611 INFO [RS:0;4e57a52647ef:40469 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4e57a52647ef%2C40469%2C1731604705227:(num 1731604708129) 2024-11-14T17:18:37,611 DEBUG [RS:0;4e57a52647ef:40469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:37,611 INFO [RS:0;4e57a52647ef:40469 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T17:18:37,620 INFO [RS:0;4e57a52647ef:40469 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T17:18:37,621 INFO [RS:0;4e57a52647ef:40469 {}] hbase.ChoreService(370): Chore service for: regionserver/4e57a52647ef:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T17:18:37,621 INFO [regionserver/4e57a52647ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T17:18:37,622 INFO [RS:0;4e57a52647ef:40469 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T17:18:37,622 INFO [RS:0;4e57a52647ef:40469 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4e57a52647ef,40469,1731604705227 because: Region server is closing 2024-11-14T17:18:37,623 INFO [RS:0;4e57a52647ef:40469 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4e57a52647ef:40469. 2024-11-14T17:18:37,624 DEBUG [RS:0;4e57a52647ef:40469 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:18:37,624 DEBUG [RS:0;4e57a52647ef:40469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:37,624 DEBUG [RS:0;4e57a52647ef:40469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:37,624 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:18:37,724 WARN [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40469,1731604705227.replicationSource.shipper4e57a52647ef%2C40469%2C1731604705227,1-4e57a52647ef,40469,1731604705227 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T17:18:37,725 INFO [RS:0;4e57a52647ef:40469 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40469,1731604705227.replicationSource.shipper4e57a52647ef%2C40469%2C1731604705227,1-4e57a52647ef,40469,1731604705227 terminated 2024-11-14T17:18:37,724 WARN [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40469,1731604705227.replicationSource.wal-reader.4e57a52647ef%2C40469%2C1731604705227,1-4e57a52647ef,40469,1731604705227 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T17:18:37,726 INFO [RS:0;4e57a52647ef:40469 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-4e57a52647ef,40469,1731604705227 because: Region server is closing 2024-11-14T17:18:37,726 INFO [RS:0;4e57a52647ef:40469 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4e57a52647ef:40469. 2024-11-14T17:18:37,726 DEBUG [RS:0;4e57a52647ef:40469 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:18:37,726 DEBUG [RS:0;4e57a52647ef:40469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:37,726 DEBUG [RS:0;4e57a52647ef:40469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:37,727 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:18:37,827 WARN [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,2-4e57a52647ef,40469,1731604705227.replicationSource.shipper4e57a52647ef%2C40469%2C1731604705227,2-4e57a52647ef,40469,1731604705227 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T17:18:37,827 WARN [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,2-4e57a52647ef,40469,1731604705227.replicationSource.wal-reader.4e57a52647ef%2C40469%2C1731604705227,2-4e57a52647ef,40469,1731604705227 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T17:18:37,827 INFO [RS:0;4e57a52647ef:40469 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,2-4e57a52647ef,40469,1731604705227.replicationSource.shipper4e57a52647ef%2C40469%2C1731604705227,2-4e57a52647ef,40469,1731604705227 terminated 2024-11-14T17:18:37,828 INFO [RS:0;4e57a52647ef:40469 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40469 2024-11-14T17:18:37,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40469-0x100ab7263740001, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-410328651/rs/4e57a52647ef,40469,1731604705227 2024-11-14T17:18:37,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45939-0x100ab7263740000, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-410328651/rs 2024-11-14T17:18:37,832 INFO [RS:0;4e57a52647ef:40469 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T17:18:37,834 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4e57a52647ef,40469,1731604705227] 2024-11-14T17:18:37,836 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-410328651/draining/4e57a52647ef,40469,1731604705227 already deleted, retry=false 2024-11-14T17:18:37,836 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4e57a52647ef,40469,1731604705227 expired; onlineServers=0 2024-11-14T17:18:37,836 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4e57a52647ef,45939,1731604704436' ***** 2024-11-14T17:18:37,836 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T17:18:37,836 INFO [M:0;4e57a52647ef:45939 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T17:18:37,836 INFO [M:0;4e57a52647ef:45939 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T17:18:37,837 DEBUG [M:0;4e57a52647ef:45939 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T17:18:37,837 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T17:18:37,837 DEBUG [M:0;4e57a52647ef:45939 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T17:18:37,837 DEBUG [master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731604707713 {}] cleaner.HFileCleaner(306): Exit Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731604707713,5,FailOnTimeoutGroup] 2024-11-14T17:18:37,837 DEBUG [master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731604707709 {}] cleaner.HFileCleaner(306): Exit Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731604707709,5,FailOnTimeoutGroup] 2024-11-14T17:18:37,837 INFO [M:0;4e57a52647ef:45939 {}] hbase.ChoreService(370): Chore service for: master/4e57a52647ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T17:18:37,837 INFO [M:0;4e57a52647ef:45939 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T17:18:37,837 DEBUG [M:0;4e57a52647ef:45939 {}] master.HMaster(1795): Stopping service threads 2024-11-14T17:18:37,837 INFO [M:0;4e57a52647ef:45939 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T17:18:37,838 INFO [M:0;4e57a52647ef:45939 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T17:18:37,839 INFO [M:0;4e57a52647ef:45939 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T17:18:37,839 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T17:18:37,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45939-0x100ab7263740000, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-410328651/master 2024-11-14T17:18:37,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45939-0x100ab7263740000, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-410328651 2024-11-14T17:18:37,841 DEBUG [M:0;4e57a52647ef:45939 {}] zookeeper.ZKUtil(347): master:45939-0x100ab7263740000, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Unable to get data of znode /0-410328651/master because node does not exist (not an error) 2024-11-14T17:18:37,841 WARN [M:0;4e57a52647ef:45939 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T17:18:37,842 INFO [M:0;4e57a52647ef:45939 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/.lastflushedseqids 2024-11-14T17:18:37,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45589 is added to blk_1073741842_1018 (size=181) 2024-11-14T17:18:37,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40469-0x100ab7263740001, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:18:37,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40469-0x100ab7263740001, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:18:37,936 INFO [RS:0;4e57a52647ef:40469 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T17:18:37,937 INFO [RS:0;4e57a52647ef:40469 {}] regionserver.HRegionServer(1031): Exiting; stopping=4e57a52647ef,40469,1731604705227; zookeeper connection closed. 2024-11-14T17:18:37,937 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@10f6fef2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@10f6fef2 2024-11-14T17:18:37,938 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T17:18:38,262 INFO [M:0;4e57a52647ef:45939 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T17:18:38,263 INFO [M:0;4e57a52647ef:45939 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T17:18:38,263 DEBUG [M:0;4e57a52647ef:45939 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T17:18:38,263 INFO [M:0;4e57a52647ef:45939 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:18:38,263 DEBUG [M:0;4e57a52647ef:45939 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:18:38,263 DEBUG [M:0;4e57a52647ef:45939 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T17:18:38,263 DEBUG [M:0;4e57a52647ef:45939 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:18:38,263 INFO [M:0;4e57a52647ef:45939 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-14T17:18:38,303 DEBUG [M:0;4e57a52647ef:45939 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/953baa7fb2b14a97ac341c11cd62abc2 is 82, key is hbase:meta,,1/info:regioninfo/1731604708633/Put/seqid=0 2024-11-14T17:18:38,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45589 is added to blk_1073741843_1019 (size=5672) 2024-11-14T17:18:38,718 INFO [M:0;4e57a52647ef:45939 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/953baa7fb2b14a97ac341c11cd62abc2 2024-11-14T17:18:38,751 DEBUG [M:0;4e57a52647ef:45939 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9b80c1d2fd884c45bed9527b060f4cb1 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731604714165/Put/seqid=0 2024-11-14T17:18:38,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45589 is added to blk_1073741844_1020 (size=8663) 2024-11-14T17:18:39,170 INFO [M:0;4e57a52647ef:45939 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9b80c1d2fd884c45bed9527b060f4cb1 2024-11-14T17:18:39,196 DEBUG [M:0;4e57a52647ef:45939 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/68f4a6d4dd5f44bdbad73a49eca15601 is 69, key is 4e57a52647ef,40469,1731604705227/rs:state/1731604707856/Put/seqid=0 2024-11-14T17:18:39,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45589 is added to blk_1073741845_1021 (size=5156) 2024-11-14T17:18:39,603 INFO [M:0;4e57a52647ef:45939 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/68f4a6d4dd5f44bdbad73a49eca15601 2024-11-14T17:18:39,611 DEBUG [M:0;4e57a52647ef:45939 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/953baa7fb2b14a97ac341c11cd62abc2 as hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/953baa7fb2b14a97ac341c11cd62abc2 2024-11-14T17:18:39,617 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T17:18:39,617 INFO [M:0;4e57a52647ef:45939 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/953baa7fb2b14a97ac341c11cd62abc2, entries=8, sequenceid=115, filesize=5.5 K 2024-11-14T17:18:39,619 DEBUG [M:0;4e57a52647ef:45939 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9b80c1d2fd884c45bed9527b060f4cb1 as hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9b80c1d2fd884c45bed9527b060f4cb1 2024-11-14T17:18:39,626 INFO [M:0;4e57a52647ef:45939 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9b80c1d2fd884c45bed9527b060f4cb1, entries=14, sequenceid=115, filesize=8.5 K 2024-11-14T17:18:39,627 DEBUG [M:0;4e57a52647ef:45939 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/68f4a6d4dd5f44bdbad73a49eca15601 as hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/68f4a6d4dd5f44bdbad73a49eca15601 2024-11-14T17:18:39,636 INFO [M:0;4e57a52647ef:45939 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/68f4a6d4dd5f44bdbad73a49eca15601, entries=1, sequenceid=115, filesize=5.0 K 2024-11-14T17:18:39,638 INFO [M:0;4e57a52647ef:45939 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1375ms, sequenceid=115, compaction requested=false 2024-11-14T17:18:39,654 INFO [M:0;4e57a52647ef:45939 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:18:39,654 DEBUG [M:0;4e57a52647ef:45939 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731604718263Disabling compacts and flushes for region at 1731604718263Disabling writes for close at 1731604718263Obtaining lock to block concurrent updates at 1731604718263Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731604718263Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731604718264 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731604718265 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731604718265Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731604718302 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731604718302Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731604718727 (+425 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731604718751 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731604718751Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731604719177 (+426 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731604719195 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731604719195Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a5c0fb8: reopening flushed file at 1731604719610 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@349be843: reopening flushed file at 1731604719618 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ca50f72: reopening flushed file at 1731604719626 (+8 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1375ms, sequenceid=115, compaction requested=false at 1731604719638 (+12 ms)Writing region close event to WAL at 1731604719654 (+16 ms)Closed at 1731604719654 2024-11-14T17:18:39,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45589 is added to blk_1073741830_1006 (size=59421) 2024-11-14T17:18:39,663 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T17:18:39,663 INFO [M:0;4e57a52647ef:45939 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T17:18:39,663 INFO [M:0;4e57a52647ef:45939 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45939 2024-11-14T17:18:39,663 INFO [M:0;4e57a52647ef:45939 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T17:18:39,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45939-0x100ab7263740000, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:18:39,766 INFO [M:0;4e57a52647ef:45939 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T17:18:39,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45939-0x100ab7263740000, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:18:39,768 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4e57a52647ef:0 server-side Connection retries=45 2024-11-14T17:18:39,768 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:18:39,769 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T17:18:39,769 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T17:18:39,769 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:18:39,769 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T17:18:39,769 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T17:18:39,769 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T17:18:39,770 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34855 2024-11-14T17:18:39,771 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34855 connecting to ZooKeeper ensemble=127.0.0.1:55127 2024-11-14T17:18:39,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:348550x0, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:18:39,774 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34855-0x100ab7263740006 connected 2024-11-14T17:18:39,779 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:18:39,782 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:18:39,785 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34855-0x100ab7263740006, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Set watcher on znode that does not yet exist, /0-410328651/running 2024-11-14T17:18:39,785 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-410328651/meta-region-server: INIT 2024-11-14T17:18:39,785 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0, hbase.cluster.distributed=false 2024-11-14T17:18:39,787 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34855-0x100ab7263740006, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Set watcher on znode that does not yet exist, /0-410328651/acl 2024-11-14T17:18:39,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34855 2024-11-14T17:18:39,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34855 2024-11-14T17:18:39,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34855 2024-11-14T17:18:39,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34855 2024-11-14T17:18:39,802 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34855 2024-11-14T17:18:39,818 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4e57a52647ef:0 server-side Connection retries=45 2024-11-14T17:18:39,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:18:39,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T17:18:39,818 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T17:18:39,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:18:39,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T17:18:39,818 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T17:18:39,818 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T17:18:39,819 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38389 2024-11-14T17:18:39,821 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38389 connecting to ZooKeeper ensemble=127.0.0.1:55127 2024-11-14T17:18:39,822 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:18:39,827 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:18:39,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383890x0, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:18:39,836 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:383890x0, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Set watcher on znode that does not yet exist, /0-410328651/running 2024-11-14T17:18:39,836 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-410328651/meta-region-server: INIT 2024-11-14T17:18:39,836 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T17:18:39,837 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38389-0x100ab7263740007 connected 2024-11-14T17:18:39,838 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T17:18:39,843 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38389-0x100ab7263740007, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Set watcher on znode that does not yet exist, /0-410328651/master 2024-11-14T17:18:39,845 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38389-0x100ab7263740007, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Set watcher on znode that does not yet exist, /0-410328651/acl 2024-11-14T17:18:39,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38389 2024-11-14T17:18:39,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38389 2024-11-14T17:18:39,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38389 2024-11-14T17:18:39,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38389 2024-11-14T17:18:39,849 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38389 2024-11-14T17:18:39,863 DEBUG [M:0;4e57a52647ef:34855 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4e57a52647ef:34855 2024-11-14T17:18:39,864 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-410328651/backup-masters/4e57a52647ef,34855,1731604719768 2024-11-14T17:18:39,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38389-0x100ab7263740007, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-410328651/backup-masters 2024-11-14T17:18:39,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34855-0x100ab7263740006, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-410328651/backup-masters 2024-11-14T17:18:39,867 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34855-0x100ab7263740006, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Set watcher on existing znode=/0-410328651/backup-masters/4e57a52647ef,34855,1731604719768 2024-11-14T17:18:39,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34855-0x100ab7263740006, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-410328651 2024-11-14T17:18:39,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38389-0x100ab7263740007, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-410328651/master 2024-11-14T17:18:39,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38389-0x100ab7263740007, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-410328651 2024-11-14T17:18:39,870 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34855-0x100ab7263740006, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Set watcher on existing znode=/0-410328651/master 2024-11-14T17:18:39,870 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-410328651/backup-masters/4e57a52647ef,34855,1731604719768 from backup master directory 2024-11-14T17:18:39,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34855-0x100ab7263740006, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-410328651/backup-masters/4e57a52647ef,34855,1731604719768 2024-11-14T17:18:39,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38389-0x100ab7263740007, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-410328651/backup-masters 2024-11-14T17:18:39,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34855-0x100ab7263740006, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-410328651/backup-masters 2024-11-14T17:18:39,873 WARN [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T17:18:39,873 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4e57a52647ef,34855,1731604719768 2024-11-14T17:18:39,891 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:18:39,891 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T17:18:39,905 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 14ms. 2024-11-14T17:18:39,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45589 is added to blk_1073741846_1022 (size=196) 2024-11-14T17:18:40,318 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T17:18:40,319 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T17:18:40,319 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:18:40,329 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-14T17:18:40,333 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/MasterData/WALs/4e57a52647ef,45939,1731604704436 to hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/MasterData/WALs/4e57a52647ef,45939,1731604704436-dead as it is dead 2024-11-14T17:18:40,334 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-14T17:18:40,334 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-14T17:18:40,334 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/MasterData/WALs/4e57a52647ef,45939,1731604704436-dead/4e57a52647ef%2C45939%2C1731604704436.1731604707006 2024-11-14T17:18:40,340 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/MasterData/WALs/4e57a52647ef,45939,1731604704436-dead/4e57a52647ef%2C45939%2C1731604704436.1731604707006 after 3ms 2024-11-14T17:18:40,341 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/MasterData/WALs/4e57a52647ef,45939,1731604704436-dead/4e57a52647ef%2C45939%2C1731604704436.1731604707006 to hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/4e57a52647ef%2C45939%2C1731604704436.1731604707006 2024-11-14T17:18:40,341 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/MasterData/WALs/4e57a52647ef,45939,1731604704436-dead 2024-11-14T17:18:40,342 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/MasterData/WALs/4e57a52647ef,34855,1731604719768 2024-11-14T17:18:40,343 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T17:18:40,345 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4e57a52647ef%2C34855%2C1731604719768, suffix=, logDir=hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/MasterData/WALs/4e57a52647ef,34855,1731604719768, archiveDir=hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/MasterData/oldWALs, maxLogs=10 2024-11-14T17:18:40,358 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/MasterData/WALs/4e57a52647ef,34855,1731604719768/4e57a52647ef%2C34855%2C1731604719768.1731604720345, exclude list is [], retry=0 2024-11-14T17:18:40,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45589,DS-167b0d14-17e0-48e6-a853-364da8502e6f,DISK] 2024-11-14T17:18:40,366 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/MasterData/WALs/4e57a52647ef,34855,1731604719768/4e57a52647ef%2C34855%2C1731604719768.1731604720345 2024-11-14T17:18:40,366 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38261:38261)] 2024-11-14T17:18:40,366 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:18:40,366 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:18:40,367 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:18:40,367 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:18:40,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:18:40,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T17:18:40,372 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:40,381 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/953baa7fb2b14a97ac341c11cd62abc2 2024-11-14T17:18:40,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:18:40,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:18:40,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T17:18:40,382 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:40,389 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9b80c1d2fd884c45bed9527b060f4cb1 2024-11-14T17:18:40,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:18:40,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:18:40,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T17:18:40,391 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:40,397 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/68f4a6d4dd5f44bdbad73a49eca15601 2024-11-14T17:18:40,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:18:40,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:18:40,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T17:18:40,398 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:40,399 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:18:40,399 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:18:40,399 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-14T17:18:40,399 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/4e57a52647ef%2C45939%2C1731604704436.1731604707006 2024-11-14T17:18:40,413 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/4e57a52647ef%2C45939%2C1731604704436.1731604707006 2024-11-14T17:18:40,414 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/4e57a52647ef%2C45939%2C1731604704436.1731604707006 2024-11-14T17:18:40,416 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:18:40,416 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:18:40,417 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:18:40,419 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:18:40,424 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-14T17:18:40,425 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69873256, jitterRate=0.04119265079498291}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:18:40,425 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731604720367Initializing all the Stores at 1731604720368 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604720368Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604720370 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604720370Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604720370Cleaning up temporary data from old regions at 1731604720416 (+46 ms)Region opened successfully at 1731604720425 (+9 ms) 2024-11-14T17:18:40,426 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T17:18:40,430 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@471d283e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4e57a52647ef/172.17.0.3:0 2024-11-14T17:18:40,445 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-14T17:18:40,446 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T17:18:40,446 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T17:18:40,446 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T17:18:40,447 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T17:18:40,453 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T17:18:40,454 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T17:18:40,454 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T17:18:40,455 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T17:18:40,455 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-14T17:18:40,455 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-14T17:18:40,455 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-14T17:18:40,455 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T17:18:40,461 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=4e57a52647ef,40469,1731604705227, regionLocation=4e57a52647ef,40469,1731604705227, openSeqNum=2 2024-11-14T17:18:40,461 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=4e57a52647ef,40469,1731604705227, table=hbase:meta, region=1588230740 2024-11-14T17:18:40,461 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4e57a52647ef,40469,1731604705227, state=OPEN 2024-11-14T17:18:40,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38389-0x100ab7263740007, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-410328651/meta-region-server 2024-11-14T17:18:40,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34855-0x100ab7263740006, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-410328651/meta-region-server 2024-11-14T17:18:40,463 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-410328651/meta-region-server: CHANGED 2024-11-14T17:18:40,463 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-410328651/meta-region-server: CHANGED 2024-11-14T17:18:40,469 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-14T17:18:40,471 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-410328651/draining/4e57a52647ef,40469,1731604705227 already deleted, retry=false 2024-11-14T17:18:40,471 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 4e57a52647ef,40469,1731604705227 on 4e57a52647ef,34855,1731604719768 2024-11-14T17:18:40,477 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 4e57a52647ef,40469,1731604705227, splitWal=true, meta=true 2024-11-14T17:18:40,480 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 4e57a52647ef,40469,1731604705227 (carryingMeta=true) 4e57a52647ef,40469,1731604705227/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@64c2d601[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-14T17:18:40,484 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34855-0x100ab7263740006, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Unable to get data of znode /0-410328651/balancer because node does not exist (not necessarily an error) 2024-11-14T17:18:40,485 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-410328651/balancer already deleted, retry=false 2024-11-14T17:18:40,485 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T17:18:40,486 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34855-0x100ab7263740006, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Unable to get data of znode /0-410328651/normalizer because node does not exist (not necessarily an error) 2024-11-14T17:18:40,495 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-410328651/normalizer already deleted, retry=false 2024-11-14T17:18:40,495 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T17:18:40,496 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34855-0x100ab7263740006, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Unable to get data of znode /0-410328651/switch/split because node does not exist (not necessarily an error) 2024-11-14T17:18:40,497 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-410328651/switch/split already deleted, retry=false 2024-11-14T17:18:40,498 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34855-0x100ab7263740006, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Unable to get data of znode /0-410328651/switch/merge because node does not exist (not necessarily an error) 2024-11-14T17:18:40,499 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-410328651/switch/merge already deleted, retry=false 2024-11-14T17:18:40,508 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34855-0x100ab7263740006, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Unable to get data of znode /0-410328651/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T17:18:40,510 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-410328651/snapshot-cleanup already deleted, retry=false 2024-11-14T17:18:40,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38389-0x100ab7263740007, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-410328651/running 2024-11-14T17:18:40,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38389-0x100ab7263740007, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-410328651 2024-11-14T17:18:40,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34855-0x100ab7263740006, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-410328651/running 2024-11-14T17:18:40,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34855-0x100ab7263740006, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-410328651 2024-11-14T17:18:40,514 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4e57a52647ef,34855,1731604719768, sessionid=0x100ab7263740006, setting cluster-up flag (Was=false) 2024-11-14T17:18:40,517 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-410328651/flush-table-proc/acquired, /0-410328651/flush-table-proc/reached, /0-410328651/flush-table-proc/abort 2024-11-14T17:18:40,518 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4e57a52647ef,34855,1731604719768 2024-11-14T17:18:40,522 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-410328651/online-snapshot/acquired, /0-410328651/online-snapshot/reached, /0-410328651/online-snapshot/abort 2024-11-14T17:18:40,523 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4e57a52647ef,34855,1731604719768 2024-11-14T17:18:40,525 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/.lastflushedseqids 2024-11-14T17:18:40,529 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T17:18:40,529 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T17:18:40,529 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4e57a52647ef,34855,1731604719768 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 4e57a52647ef,40469,1731604705227 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T17:18:40,531 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:18:40,531 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:18:40,531 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:18:40,531 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:18:40,531 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4e57a52647ef:0, corePoolSize=10, maxPoolSize=10 2024-11-14T17:18:40,531 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:18:40,531 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4e57a52647ef:0, corePoolSize=2, maxPoolSize=2 2024-11-14T17:18:40,531 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:18:40,534 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731604750534 2024-11-14T17:18:40,534 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T17:18:40,534 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T17:18:40,534 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T17:18:40,534 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T17:18:40,534 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T17:18:40,534 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T17:18:40,535 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 4e57a52647ef,40469,1731604705227, splitWal=true, meta=true 2024-11-14T17:18:40,535 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:40,535 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T17:18:40,535 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T17:18:40,535 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T17:18:40,535 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T17:18:40,536 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T17:18:40,536 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T17:18:40,536 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731604720536,5,FailOnTimeoutGroup] 2024-11-14T17:18:40,536 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731604720536,5,FailOnTimeoutGroup] 2024-11-14T17:18:40,536 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 4e57a52647ef,40469,1731604705227, splitWal=true, meta=true, isMeta: true 2024-11-14T17:18:40,536 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:40,536 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T17:18:40,536 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:40,536 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:40,537 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731604720537, completionTime=-1 2024-11-14T17:18:40,537 WARN [master/4e57a52647ef:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-14T17:18:40,538 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/WALs/4e57a52647ef,40469,1731604705227-splitting 2024-11-14T17:18:40,539 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/WALs/4e57a52647ef,40469,1731604705227-splitting dir is empty, no logs to split. 2024-11-14T17:18:40,539 INFO [PEWorker-1 {}] master.SplitWALManager(105): 4e57a52647ef,40469,1731604705227 WAL count=0, meta=true 2024-11-14T17:18:40,540 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-14T17:18:40,544 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/WALs/4e57a52647ef,40469,1731604705227-splitting dir is empty, no logs to split. 2024-11-14T17:18:40,544 INFO [PEWorker-1 {}] master.SplitWALManager(105): 4e57a52647ef,40469,1731604705227 WAL count=0, meta=true 2024-11-14T17:18:40,544 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 4e57a52647ef,40469,1731604705227 WAL splitting is done? wals=0, meta=true 2024-11-14T17:18:40,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T17:18:40,548 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T17:18:40,549 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T17:18:40,552 INFO [RS:0;4e57a52647ef:38389 {}] regionserver.HRegionServer(746): ClusterId : d0a9ef81-63a7-4518-8e1c-886d784e6608 2024-11-14T17:18:40,552 DEBUG [RS:0;4e57a52647ef:38389 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T17:18:40,554 DEBUG [RS:0;4e57a52647ef:38389 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T17:18:40,554 DEBUG [RS:0;4e57a52647ef:38389 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T17:18:40,559 DEBUG [RS:0;4e57a52647ef:38389 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T17:18:40,559 DEBUG [RS:0;4e57a52647ef:38389 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78521c30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4e57a52647ef/172.17.0.3:0 2024-11-14T17:18:40,572 DEBUG [RS:0;4e57a52647ef:38389 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4e57a52647ef:38389 2024-11-14T17:18:40,572 INFO [RS:0;4e57a52647ef:38389 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T17:18:40,572 INFO [RS:0;4e57a52647ef:38389 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T17:18:40,572 DEBUG [RS:0;4e57a52647ef:38389 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T17:18:40,573 INFO [RS:0;4e57a52647ef:38389 {}] regionserver.HRegionServer(2659): reportForDuty to master=4e57a52647ef,34855,1731604719768 with port=38389, startcode=1731604719817 2024-11-14T17:18:40,574 DEBUG [RS:0;4e57a52647ef:38389 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T17:18:40,575 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59615, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T17:18:40,576 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34855 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4e57a52647ef,38389,1731604719817 2024-11-14T17:18:40,576 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34855 {}] master.ServerManager(517): Registering regionserver=4e57a52647ef,38389,1731604719817 2024-11-14T17:18:40,579 DEBUG [RS:0;4e57a52647ef:38389 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0 2024-11-14T17:18:40,579 DEBUG [RS:0;4e57a52647ef:38389 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35815 2024-11-14T17:18:40,579 DEBUG [RS:0;4e57a52647ef:38389 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T17:18:40,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34855-0x100ab7263740006, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-410328651/rs 2024-11-14T17:18:40,583 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4e57a52647ef,38389,1731604719817] 2024-11-14T17:18:40,583 DEBUG [RS:0;4e57a52647ef:38389 {}] zookeeper.ZKUtil(111): regionserver:38389-0x100ab7263740007, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Set watcher on existing znode=/0-410328651/rs/4e57a52647ef,38389,1731604719817 2024-11-14T17:18:40,584 WARN [RS:0;4e57a52647ef:38389 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T17:18:40,584 INFO [RS:0;4e57a52647ef:38389 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:18:40,584 DEBUG [RS:0;4e57a52647ef:38389 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/WALs/4e57a52647ef,38389,1731604719817 2024-11-14T17:18:40,591 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=54ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-14T17:18:40,633 INFO [RS:0;4e57a52647ef:38389 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T17:18:40,636 INFO [RS:0;4e57a52647ef:38389 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T17:18:40,637 INFO [RS:0;4e57a52647ef:38389 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T17:18:40,637 INFO [RS:0;4e57a52647ef:38389 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:40,637 INFO [RS:0;4e57a52647ef:38389 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T17:18:40,639 INFO [RS:0;4e57a52647ef:38389 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T17:18:40,639 INFO [RS:0;4e57a52647ef:38389 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:40,639 DEBUG [RS:0;4e57a52647ef:38389 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:18:40,639 DEBUG [RS:0;4e57a52647ef:38389 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:18:40,639 DEBUG [RS:0;4e57a52647ef:38389 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:18:40,640 DEBUG [RS:0;4e57a52647ef:38389 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:18:40,640 DEBUG [RS:0;4e57a52647ef:38389 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:18:40,640 DEBUG [RS:0;4e57a52647ef:38389 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4e57a52647ef:0, corePoolSize=2, maxPoolSize=2 2024-11-14T17:18:40,640 DEBUG [RS:0;4e57a52647ef:38389 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:18:40,640 DEBUG [RS:0;4e57a52647ef:38389 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:18:40,640 DEBUG [RS:0;4e57a52647ef:38389 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:18:40,640 DEBUG [RS:0;4e57a52647ef:38389 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:18:40,640 DEBUG [RS:0;4e57a52647ef:38389 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:18:40,640 DEBUG [RS:0;4e57a52647ef:38389 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:18:40,640 DEBUG [RS:0;4e57a52647ef:38389 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4e57a52647ef:0, corePoolSize=3, maxPoolSize=3 2024-11-14T17:18:40,640 DEBUG [RS:0;4e57a52647ef:38389 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4e57a52647ef:0, corePoolSize=3, maxPoolSize=3 2024-11-14T17:18:40,662 INFO [RS:0;4e57a52647ef:38389 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:40,663 INFO [RS:0;4e57a52647ef:38389 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:40,663 INFO [RS:0;4e57a52647ef:38389 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:40,663 INFO [RS:0;4e57a52647ef:38389 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:40,663 INFO [RS:0;4e57a52647ef:38389 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:40,663 INFO [RS:0;4e57a52647ef:38389 {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,38389,1731604719817-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T17:18:40,681 INFO [RS:0;4e57a52647ef:38389 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T17:18:40,683 INFO [RS:0;4e57a52647ef:38389 {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,38389,1731604719817-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:40,699 WARN [4e57a52647ef:34855 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T17:18:40,708 INFO [RS:0;4e57a52647ef:38389 {}] regionserver.ReplicationSource(231): queueId=1-4e57a52647ef,38389,1731604719817, ReplicationSource: 1, currentBandwidth=0 2024-11-14T17:18:40,725 DEBUG [RS:0;4e57a52647ef:38389.replicationSource,1-4e57a52647ef,38389,1731604719817 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4e57a52647ef:45029' 2024-11-14T17:18:40,727 DEBUG [RS:0;4e57a52647ef:38389.replicationSource,1-4e57a52647ef,38389,1731604719817 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6847ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:40,727 DEBUG [RS:0;4e57a52647ef:38389.replicationSource,1-4e57a52647ef,38389,1731604719817 {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,45029,-1 for getting cluster id 2024-11-14T17:18:40,727 DEBUG [RS:0;4e57a52647ef:38389.replicationSource,1-4e57a52647ef,38389,1731604719817 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:18:40,729 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1bd4f134-3771-4da4-a7e1-25cc0a36118c' 2024-11-14T17:18:40,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:18:40,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1bd4f134-3771-4da4-a7e1-25cc0a36118c" 2024-11-14T17:18:40,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37c90c37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:40,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,45029,-1] 2024-11-14T17:18:40,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:18:40,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:40,731 INFO [RS:0;4e57a52647ef:38389 {}] regionserver.ReplicationSource(231): queueId=2-4e57a52647ef,38389,1731604719817, ReplicationSource: 2, currentBandwidth=0 2024-11-14T17:18:40,732 INFO [RS:0;4e57a52647ef:38389 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:40,732 INFO [RS:0;4e57a52647ef:38389 {}] regionserver.Replication(171): 4e57a52647ef,38389,1731604719817 started 2024-11-14T17:18:40,732 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:18:40,734 DEBUG [RS:0;4e57a52647ef:38389.replicationSource,1-4e57a52647ef,38389,1731604719817 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9ef39e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:40,735 DEBUG [RS:0;4e57a52647ef:38389.replicationSource,1-4e57a52647ef,38389,1731604719817 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:18:40,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,45029,1731604709841 2024-11-14T17:18:40,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d75a475 2024-11-14T17:18:40,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:18:40,738 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-14T17:18:40,741 INFO [RS:0;4e57a52647ef:38389.replicationSource,1-4e57a52647ef,38389,1731604719817 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4e57a52647ef,38389,1731604719817 (queues=0) is replicating from cluster=d0a9ef81-63a7-4518-8e1c-886d784e6608 to cluster=1bd4f134-3771-4da4-a7e1-25cc0a36118c 2024-11-14T17:18:40,755 INFO [RS:0;4e57a52647ef:38389 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:40,755 INFO [RS:0;4e57a52647ef:38389 {}] regionserver.HRegionServer(1482): Serving as 4e57a52647ef,38389,1731604719817, RpcServer on 4e57a52647ef/172.17.0.3:38389, sessionid=0x100ab7263740007 2024-11-14T17:18:40,755 DEBUG [RS:0;4e57a52647ef:38389 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T17:18:40,755 DEBUG [RS:0;4e57a52647ef:38389 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4e57a52647ef,38389,1731604719817 2024-11-14T17:18:40,755 DEBUG [RS:0;4e57a52647ef:38389 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4e57a52647ef,38389,1731604719817' 2024-11-14T17:18:40,755 DEBUG [RS:0;4e57a52647ef:38389 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-410328651/flush-table-proc/abort' 2024-11-14T17:18:40,757 DEBUG [RS:0;4e57a52647ef:38389 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-410328651/flush-table-proc/acquired' 2024-11-14T17:18:40,757 DEBUG [RS:0;4e57a52647ef:38389.replicationSource,2-4e57a52647ef,38389,1731604719817 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4e57a52647ef:45029' 2024-11-14T17:18:40,758 DEBUG [RS:0;4e57a52647ef:38389 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T17:18:40,758 DEBUG [RS:0;4e57a52647ef:38389 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T17:18:40,758 DEBUG [RS:0;4e57a52647ef:38389 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4e57a52647ef,38389,1731604719817 2024-11-14T17:18:40,758 DEBUG [RS:0;4e57a52647ef:38389 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4e57a52647ef,38389,1731604719817' 2024-11-14T17:18:40,758 DEBUG [RS:0;4e57a52647ef:38389 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-410328651/online-snapshot/abort' 2024-11-14T17:18:40,758 DEBUG [RS:0;4e57a52647ef:38389 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-410328651/online-snapshot/acquired' 2024-11-14T17:18:40,759 DEBUG [RS:0;4e57a52647ef:38389 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T17:18:40,759 INFO [RS:0;4e57a52647ef:38389 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T17:18:40,759 INFO [RS:0;4e57a52647ef:38389 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T17:18:40,767 DEBUG [RS:0;4e57a52647ef:38389.replicationSource,2-4e57a52647ef,38389,1731604719817 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e6fe640, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:40,767 DEBUG [RS:0;4e57a52647ef:38389.replicationSource,2-4e57a52647ef,38389,1731604719817 {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,45029,-1 for getting cluster id 2024-11-14T17:18:40,767 DEBUG [RS:0;4e57a52647ef:38389.replicationSource,2-4e57a52647ef,38389,1731604719817 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:18:40,768 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1bd4f134-3771-4da4-a7e1-25cc0a36118c' 2024-11-14T17:18:40,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:18:40,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1bd4f134-3771-4da4-a7e1-25cc0a36118c" 2024-11-14T17:18:40,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12e46be5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:40,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,45029,-1] 2024-11-14T17:18:40,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:18:40,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:40,771 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:18:40,773 DEBUG [RS:0;4e57a52647ef:38389.replicationSource,2-4e57a52647ef,38389,1731604719817 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a74c9ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:40,773 DEBUG [RS:0;4e57a52647ef:38389.replicationSource,2-4e57a52647ef,38389,1731604719817 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:18:40,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,45029,1731604709841 2024-11-14T17:18:40,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15d0df4c 2024-11-14T17:18:40,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:18:40,777 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-14T17:18:40,779 INFO [RS:0;4e57a52647ef:38389.replicationSource,2-4e57a52647ef,38389,1731604719817 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-4e57a52647ef,38389,1731604719817 (queues=0) is replicating from cluster=d0a9ef81-63a7-4518-8e1c-886d784e6608 to cluster=1bd4f134-3771-4da4-a7e1-25cc0a36118c 2024-11-14T17:18:40,860 INFO [RS:0;4e57a52647ef:38389 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T17:18:40,863 INFO [RS:0;4e57a52647ef:38389 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4e57a52647ef%2C38389%2C1731604719817, suffix=, logDir=hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/WALs/4e57a52647ef,38389,1731604719817, archiveDir=hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/oldWALs, maxLogs=10 2024-11-14T17:18:40,880 DEBUG [RS:0;4e57a52647ef:38389 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/WALs/4e57a52647ef,38389,1731604719817/4e57a52647ef%2C38389%2C1731604719817.1731604720864, exclude list is [], retry=0 2024-11-14T17:18:40,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45589,DS-167b0d14-17e0-48e6-a853-364da8502e6f,DISK] 2024-11-14T17:18:40,891 INFO [RS:0;4e57a52647ef:38389 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/WALs/4e57a52647ef,38389,1731604719817/4e57a52647ef%2C38389%2C1731604719817.1731604720864 2024-11-14T17:18:40,892 DEBUG [RS:0;4e57a52647ef:38389 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 4e57a52647ef%2C38389%2C1731604719817 for peer 2 2024-11-14T17:18:40,892 DEBUG [RS:0;4e57a52647ef:38389 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 4e57a52647ef%2C38389%2C1731604719817 for peer 1 2024-11-14T17:18:40,892 DEBUG [RS:0;4e57a52647ef:38389 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4e57a52647ef%2C38389%2C1731604719817 2024-11-14T17:18:40,892 INFO [RS:0;4e57a52647ef:38389 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4e57a52647ef,38389,1731604719817, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T17:18:40,898 DEBUG [RS:0;4e57a52647ef:38389 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=4e57a52647ef%2C38389%2C1731604719817 2024-11-14T17:18:40,898 INFO [RS:0;4e57a52647ef:38389.replicationSource.shipper4e57a52647ef%2C38389%2C1731604719817,1-4e57a52647ef,38389,1731604719817 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4e57a52647ef%2C38389%2C1731604719817 2024-11-14T17:18:40,899 INFO [RS:0;4e57a52647ef:38389 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-4e57a52647ef,38389,1731604719817, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T17:18:40,899 DEBUG [RS:0;4e57a52647ef:38389 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38261:38261)] 2024-11-14T17:18:40,899 INFO [RS:0;4e57a52647ef:38389.replicationSource.shipper4e57a52647ef%2C38389%2C1731604719817,2-4e57a52647ef,38389,1731604719817 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4e57a52647ef%2C38389%2C1731604719817 2024-11-14T17:18:40,899 DEBUG [RS:0;4e57a52647ef:38389.replicationSource.wal-reader.4e57a52647ef%2C38389%2C1731604719817,2-4e57a52647ef,38389,1731604719817 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/WALs/4e57a52647ef,38389,1731604719817/4e57a52647ef%2C38389%2C1731604719817.1731604720864, startPosition=0, beingWritten=true 2024-11-14T17:18:40,899 DEBUG [RS:0;4e57a52647ef:38389.replicationSource.wal-reader.4e57a52647ef%2C38389%2C1731604719817,1-4e57a52647ef,38389,1731604719817 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/WALs/4e57a52647ef,38389,1731604719817/4e57a52647ef%2C38389%2C1731604719817.1731604720864, startPosition=0, beingWritten=true 2024-11-14T17:18:40,949 DEBUG [4e57a52647ef:34855 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T17:18:40,950 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4e57a52647ef,38389,1731604719817 2024-11-14T17:18:40,952 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4e57a52647ef,38389,1731604719817, state=OPENING 2024-11-14T17:18:40,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34855-0x100ab7263740006, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-410328651/meta-region-server 2024-11-14T17:18:40,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38389-0x100ab7263740007, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-410328651/meta-region-server 2024-11-14T17:18:40,955 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T17:18:40,955 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-410328651/meta-region-server: CHANGED 2024-11-14T17:18:40,955 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4e57a52647ef,38389,1731604719817}] 2024-11-14T17:18:40,955 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-410328651/meta-region-server: CHANGED 2024-11-14T17:18:41,109 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T17:18:41,109 DEBUG [RS:0;4e57a52647ef:38389.replicationSource.wal-reader.4e57a52647ef%2C38389%2C1731604719817,1-4e57a52647ef,38389,1731604719817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/WALs/4e57a52647ef,38389,1731604719817/4e57a52647ef%2C38389%2C1731604719817.1731604720864 to pos 0, reset compression=false 2024-11-14T17:18:41,110 DEBUG [RS:0;4e57a52647ef:38389.replicationSource.wal-reader.4e57a52647ef%2C38389%2C1731604719817,2-4e57a52647ef,38389,1731604719817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/WALs/4e57a52647ef,38389,1731604719817/4e57a52647ef%2C38389%2C1731604719817.1731604720864 to pos 0, reset compression=false 2024-11-14T17:18:41,111 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36597, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T17:18:41,122 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T17:18:41,122 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:18:41,123 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T17:18:41,125 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4e57a52647ef%2C38389%2C1731604719817.meta, suffix=.meta, logDir=hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/WALs/4e57a52647ef,38389,1731604719817, archiveDir=hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/oldWALs, maxLogs=10 2024-11-14T17:18:41,139 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/WALs/4e57a52647ef,38389,1731604719817/4e57a52647ef%2C38389%2C1731604719817.meta.1731604721126.meta, exclude list is [], retry=0 2024-11-14T17:18:41,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45589,DS-167b0d14-17e0-48e6-a853-364da8502e6f,DISK] 2024-11-14T17:18:41,144 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/WALs/4e57a52647ef,38389,1731604719817/4e57a52647ef%2C38389%2C1731604719817.meta.1731604721126.meta 2024-11-14T17:18:41,145 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38261:38261)] 2024-11-14T17:18:41,145 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:18:41,145 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T17:18:41,145 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T17:18:41,146 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T17:18:41,146 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T17:18:41,146 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T17:18:41,146 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:18:41,146 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T17:18:41,146 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T17:18:41,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T17:18:41,149 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T17:18:41,149 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:41,157 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/data/hbase/meta/1588230740/info/0c66c58b925b4606afa60dc140a43e0f 2024-11-14T17:18:41,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:18:41,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T17:18:41,158 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T17:18:41,159 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:41,167 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/data/hbase/meta/1588230740/ns/aff435480fa44163a3b4505acf8d8c07 2024-11-14T17:18:41,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:18:41,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T17:18:41,168 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T17:18:41,168 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:41,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:18:41,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T17:18:41,170 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T17:18:41,170 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:41,186 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/data/hbase/meta/1588230740/table/d394d7e0fd414dffbd92ed6db988172e 2024-11-14T17:18:41,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:18:41,187 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T17:18:41,188 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/data/hbase/meta/1588230740 2024-11-14T17:18:41,189 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/data/hbase/meta/1588230740 2024-11-14T17:18:41,191 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T17:18:41,191 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T17:18:41,192 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:18:41,194 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T17:18:41,195 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64111393, jitterRate=-0.04466579854488373}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:18:41,195 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T17:18:41,196 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731604721146Writing region info on filesystem at 1731604721146Initializing all the Stores at 1731604721147 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604721147Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604721148 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604721148Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604721148Cleaning up temporary data from old regions at 1731604721191 (+43 ms)Running coprocessor post-open hooks at 1731604721195 (+4 ms)Region opened successfully at 1731604721196 (+1 ms) 2024-11-14T17:18:41,197 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731604721109 2024-11-14T17:18:41,200 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T17:18:41,201 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T17:18:41,202 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=4e57a52647ef,38389,1731604719817 2024-11-14T17:18:41,203 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4e57a52647ef,38389,1731604719817, state=OPEN 2024-11-14T17:18:41,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34855-0x100ab7263740006, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-410328651/meta-region-server 2024-11-14T17:18:41,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38389-0x100ab7263740007, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-410328651/meta-region-server 2024-11-14T17:18:41,205 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4e57a52647ef,38389,1731604719817 2024-11-14T17:18:41,205 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-410328651/meta-region-server: CHANGED 2024-11-14T17:18:41,205 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-410328651/meta-region-server: CHANGED 2024-11-14T17:18:41,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-14T17:18:41,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4e57a52647ef,38389,1731604719817 in 250 msec 2024-11-14T17:18:41,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-14T17:18:41,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 663 msec 2024-11-14T17:18:41,418 DEBUG [RS:0;4e57a52647ef:38389.replicationSource.wal-reader.4e57a52647ef%2C38389%2C1731604719817,2-4e57a52647ef,38389,1731604719817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/WALs/4e57a52647ef,38389,1731604719817/4e57a52647ef%2C38389%2C1731604719817.1731604720864 to pos 0, reset compression=false 2024-11-14T17:18:41,418 DEBUG [RS:0;4e57a52647ef:38389.replicationSource.wal-reader.4e57a52647ef%2C38389%2C1731604719817,1-4e57a52647ef,38389,1731604719817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/WALs/4e57a52647ef,38389,1731604719817/4e57a52647ef%2C38389%2C1731604719817.1731604720864 to pos 0, reset compression=false 2024-11-14T17:18:41,825 DEBUG [RS:0;4e57a52647ef:38389.replicationSource.wal-reader.4e57a52647ef%2C38389%2C1731604719817,2-4e57a52647ef,38389,1731604719817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/WALs/4e57a52647ef,38389,1731604719817/4e57a52647ef%2C38389%2C1731604719817.1731604720864 to pos 0, reset compression=false 2024-11-14T17:18:41,826 DEBUG [RS:0;4e57a52647ef:38389.replicationSource.wal-reader.4e57a52647ef%2C38389%2C1731604719817,1-4e57a52647ef,38389,1731604719817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/WALs/4e57a52647ef,38389,1731604719817/4e57a52647ef%2C38389%2C1731604719817.1731604720864 to pos 0, reset compression=false 2024-11-14T17:18:42,097 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1560ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1506ms 2024-11-14T17:18:42,334 DEBUG [RS:0;4e57a52647ef:38389.replicationSource.wal-reader.4e57a52647ef%2C38389%2C1731604719817,1-4e57a52647ef,38389,1731604719817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/WALs/4e57a52647ef,38389,1731604719817/4e57a52647ef%2C38389%2C1731604719817.1731604720864 to pos 0, reset compression=false 2024-11-14T17:18:42,334 DEBUG [RS:0;4e57a52647ef:38389.replicationSource.wal-reader.4e57a52647ef%2C38389%2C1731604719817,2-4e57a52647ef,38389,1731604719817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/WALs/4e57a52647ef,38389,1731604719817/4e57a52647ef%2C38389%2C1731604719817.1731604720864 to pos 0, reset compression=false 2024-11-14T17:18:42,946 DEBUG [RS:0;4e57a52647ef:38389.replicationSource.wal-reader.4e57a52647ef%2C38389%2C1731604719817,2-4e57a52647ef,38389,1731604719817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/WALs/4e57a52647ef,38389,1731604719817/4e57a52647ef%2C38389%2C1731604719817.1731604720864 to pos 0, reset compression=false 2024-11-14T17:18:42,949 DEBUG [RS:0;4e57a52647ef:38389.replicationSource.wal-reader.4e57a52647ef%2C38389%2C1731604719817,1-4e57a52647ef,38389,1731604719817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/WALs/4e57a52647ef,38389,1731604719817/4e57a52647ef%2C38389%2C1731604719817.1731604720864 to pos 0, reset compression=false 2024-11-14T17:18:43,602 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3065ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3011ms 2024-11-14T17:18:43,656 DEBUG [RS:0;4e57a52647ef:38389.replicationSource.wal-reader.4e57a52647ef%2C38389%2C1731604719817,1-4e57a52647ef,38389,1731604719817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/WALs/4e57a52647ef,38389,1731604719817/4e57a52647ef%2C38389%2C1731604719817.1731604720864 to pos 0, reset compression=false 2024-11-14T17:18:43,656 DEBUG [RS:0;4e57a52647ef:38389.replicationSource.wal-reader.4e57a52647ef%2C38389%2C1731604719817,2-4e57a52647ef,38389,1731604719817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/WALs/4e57a52647ef,38389,1731604719817/4e57a52647ef%2C38389%2C1731604719817.1731604720864 to pos 0, reset compression=false 2024-11-14T17:18:44,473 DEBUG [RS:0;4e57a52647ef:38389.replicationSource.wal-reader.4e57a52647ef%2C38389%2C1731604719817,1-4e57a52647ef,38389,1731604719817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/WALs/4e57a52647ef,38389,1731604719817/4e57a52647ef%2C38389%2C1731604719817.1731604720864 to pos 0, reset compression=false 2024-11-14T17:18:44,477 DEBUG [RS:0;4e57a52647ef:38389.replicationSource.wal-reader.4e57a52647ef%2C38389%2C1731604719817,2-4e57a52647ef,38389,1731604719817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/WALs/4e57a52647ef,38389,1731604719817/4e57a52647ef%2C38389%2C1731604719817.1731604720864 to pos 0, reset compression=false 2024-11-14T17:18:44,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T17:18:45,054 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4517ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-14T17:18:45,055 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T17:18:45,055 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:18:45,055 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,38389,1731604719817, seqNum=-1] 2024-11-14T17:18:45,056 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:18:45,057 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53599, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:18:45,066 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=816238cde8d008db94e9053d453b5266, regionState=OPEN, lastHost=4e57a52647ef,40469,1731604705227, regionLocation=4e57a52647ef,40469,1731604705227, openSeqNum=2 2024-11-14T17:18:45,066 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T17:18:45,066 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731604785066 2024-11-14T17:18:45,066 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731604845066 2024-11-14T17:18:45,066 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 11 msec 2024-11-14T17:18:45,067 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,34855,1731604719768-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:45,067 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 4e57a52647ef,40469,1731604705227 had 2 regions 2024-11-14T17:18:45,067 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,34855,1731604719768-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:45,067 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,34855,1731604719768-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:45,067 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4e57a52647ef:34855, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:45,067 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:45,067 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:45,069 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 4e57a52647ef,40469,1731604705227, splitWal=true, meta=true, isMeta: false 2024-11-14T17:18:45,072 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/WALs/4e57a52647ef,40469,1731604705227-splitting dir is empty, no logs to split. 2024-11-14T17:18:45,072 INFO [PEWorker-4 {}] master.SplitWALManager(105): 4e57a52647ef,40469,1731604705227 WAL count=0, meta=false 2024-11-14T17:18:45,076 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.203sec 2024-11-14T17:18:45,076 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T17:18:45,076 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T17:18:45,076 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T17:18:45,076 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T17:18:45,076 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T17:18:45,076 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,34855,1731604719768-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T17:18:45,076 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,34855,1731604719768-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T17:18:45,079 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/WALs/4e57a52647ef,40469,1731604705227-splitting dir is empty, no logs to split. 2024-11-14T17:18:45,079 INFO [PEWorker-4 {}] master.SplitWALManager(105): 4e57a52647ef,40469,1731604705227 WAL count=0, meta=false 2024-11-14T17:18:45,079 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 4e57a52647ef,40469,1731604705227 WAL splitting is done? wals=0, meta=false 2024-11-14T17:18:45,082 WARN [master/4e57a52647ef:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=4e57a52647ef,40469,1731604705227/hbase:replication,,1731604712903.816238cde8d008db94e9053d453b5266. 2024-11-14T17:18:45,083 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=816238cde8d008db94e9053d453b5266, ASSIGN}] 2024-11-14T17:18:45,085 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=816238cde8d008db94e9053d453b5266, ASSIGN 2024-11-14T17:18:45,085 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T17:18:45,085 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T17:18:45,085 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,34855,1731604719768-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:45,086 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=816238cde8d008db94e9053d453b5266, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T17:18:45,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a43fa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:45,156 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,34855,-1 for getting cluster id 2024-11-14T17:18:45,156 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:18:45,158 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0a9ef81-63a7-4518-8e1c-886d784e6608' 2024-11-14T17:18:45,158 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:18:45,159 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0a9ef81-63a7-4518-8e1c-886d784e6608" 2024-11-14T17:18:45,159 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cd6bec4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:45,159 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,34855,-1] 2024-11-14T17:18:45,159 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:18:45,160 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:45,161 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:18:45,163 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@412e31ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:45,163 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:18:45,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,38389,1731604719817, seqNum=-1] 2024-11-14T17:18:45,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:18:45,167 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:18:45,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-14T17:18:45,170 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:18:45,170 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:18:45,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:45,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:45,171 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:18:45,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 4e57a52647ef:34855 after: 4e57a52647ef:34855 2024-11-14T17:18:45,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d590ed2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:45,172 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,34855,-1 for getting cluster id 2024-11-14T17:18:45,173 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:18:45,174 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0a9ef81-63a7-4518-8e1c-886d784e6608' 2024-11-14T17:18:45,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:18:45,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0a9ef81-63a7-4518-8e1c-886d784e6608" 2024-11-14T17:18:45,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b688ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:45,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,34855,-1] 2024-11-14T17:18:45,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:18:45,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:45,176 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:18:45,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50a06ff5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:45,177 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:18:45,178 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,34855,1731604719768 2024-11-14T17:18:45,178 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34c27bad 2024-11-14T17:18:45,178 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:18:45,179 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:18:45,180 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34855 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-14T17:18:45,181 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34855 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-14T17:18:45,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34855 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-14T17:18:45,183 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34855 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-14T17:18:45,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T17:18:45,184 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:18:45,184 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:18:45,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:45,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:45,185 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:18:45,185 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T17:18:45,185 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1040080569, stopped=false 2024-11-14T17:18:45,185 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4e57a52647ef,45029,1731604709841 2024-11-14T17:18:45,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45029-0x100ab7263740003, quorum=127.0.0.1:55127, baseZNode=/1895210174 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1895210174/running 2024-11-14T17:18:45,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45029-0x100ab7263740003, quorum=127.0.0.1:55127, baseZNode=/1895210174 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1895210174 2024-11-14T17:18:45,187 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T17:18:45,187 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:18:45,187 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:18:45,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:45,188 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45029-0x100ab7263740003, quorum=127.0.0.1:55127, baseZNode=/1895210174 Set watcher on znode that does not yet exist, /1895210174/running 2024-11-14T17:18:45,188 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4e57a52647ef,42725,1731604709966' ***** 2024-11-14T17:18:45,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42725-0x100ab7263740004, quorum=127.0.0.1:55127, baseZNode=/1895210174 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1895210174/running 2024-11-14T17:18:45,188 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T17:18:45,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42725-0x100ab7263740004, quorum=127.0.0.1:55127, baseZNode=/1895210174 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1895210174 2024-11-14T17:18:45,188 INFO [RS:0;4e57a52647ef:42725 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T17:18:45,189 INFO [RS:0;4e57a52647ef:42725 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T17:18:45,189 INFO [RS:0;4e57a52647ef:42725 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T17:18:45,189 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T17:18:45,189 INFO [RS:0;4e57a52647ef:42725 {}] regionserver.HRegionServer(959): stopping server 4e57a52647ef,42725,1731604709966 2024-11-14T17:18:45,189 INFO [RS:0;4e57a52647ef:42725 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T17:18:45,189 INFO [RS:0;4e57a52647ef:42725 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4e57a52647ef:42725. 2024-11-14T17:18:45,189 DEBUG [RS:0;4e57a52647ef:42725 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:18:45,189 DEBUG [RS:0;4e57a52647ef:42725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:45,189 INFO [RS:0;4e57a52647ef:42725 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T17:18:45,189 INFO [RS:0;4e57a52647ef:42725 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T17:18:45,189 INFO [RS:0;4e57a52647ef:42725 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T17:18:45,189 INFO [RS:0;4e57a52647ef:42725 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T17:18:45,190 INFO [RS:0;4e57a52647ef:42725 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T17:18:45,190 DEBUG [RS:0;4e57a52647ef:42725 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T17:18:45,190 DEBUG [RS:0;4e57a52647ef:42725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T17:18:45,190 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T17:18:45,190 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T17:18:45,191 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T17:18:45,191 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T17:18:45,191 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T17:18:45,191 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-14T17:18:45,191 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42725-0x100ab7263740004, quorum=127.0.0.1:55127, baseZNode=/1895210174 Set watcher on znode that does not yet exist, /1895210174/running 2024-11-14T17:18:45,220 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35147/user/jenkins/test-data/6aef7609-6184-f881-843c-fb738e36bf53/data/hbase/meta/1588230740/.tmp/ns/a39d32dbd7b7410db55cdd0cba617dcb is 43, key is default/ns:d/1731604712720/Put/seqid=0 2024-11-14T17:18:45,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741835_1011 (size=5153) 2024-11-14T17:18:45,236 INFO [regionserver/4e57a52647ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T17:18:45,236 DEBUG [4e57a52647ef:34855 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T17:18:45,237 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=816238cde8d008db94e9053d453b5266, regionState=OPENING, regionLocation=4e57a52647ef,38389,1731604719817 2024-11-14T17:18:45,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=816238cde8d008db94e9053d453b5266, ASSIGN because future has completed 2024-11-14T17:18:45,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 816238cde8d008db94e9053d453b5266, server=4e57a52647ef,38389,1731604719817}] 2024-11-14T17:18:45,381 DEBUG [RS:0;4e57a52647ef:38389.replicationSource.wal-reader.4e57a52647ef%2C38389%2C1731604719817,1-4e57a52647ef,38389,1731604719817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/WALs/4e57a52647ef,38389,1731604719817/4e57a52647ef%2C38389%2C1731604719817.1731604720864 to pos 0, reset compression=false 2024-11-14T17:18:45,384 DEBUG [RS:0;4e57a52647ef:38389.replicationSource.wal-reader.4e57a52647ef%2C38389%2C1731604719817,2-4e57a52647ef,38389,1731604719817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/WALs/4e57a52647ef,38389,1731604719817/4e57a52647ef%2C38389%2C1731604719817.1731604720864 to pos 0, reset compression=false 2024-11-14T17:18:45,390 DEBUG [RS:0;4e57a52647ef:42725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T17:18:45,401 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731604712903.816238cde8d008db94e9053d453b5266. 2024-11-14T17:18:45,401 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:18:45,402 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T17:18:45,405 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4e57a52647ef%2C38389%2C1731604719817.rep, suffix=, logDir=hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/WALs/4e57a52647ef,38389,1731604719817, archiveDir=hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/oldWALs, maxLogs=10 2024-11-14T17:18:45,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/WALs/4e57a52647ef,38389,1731604719817/4e57a52647ef%2C38389%2C1731604719817.rep.1731604725406, exclude list is [], retry=0 2024-11-14T17:18:45,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45589,DS-167b0d14-17e0-48e6-a853-364da8502e6f,DISK] 2024-11-14T17:18:45,430 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/WALs/4e57a52647ef,38389,1731604719817/4e57a52647ef%2C38389%2C1731604719817.rep.1731604725406 2024-11-14T17:18:45,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38261:38261)] 2024-11-14T17:18:45,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 816238cde8d008db94e9053d453b5266, NAME => 'hbase:replication,,1731604712903.816238cde8d008db94e9053d453b5266.', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:18:45,431 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T17:18:45,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T17:18:45,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731604712903.816238cde8d008db94e9053d453b5266. service=MultiRowMutationService 2024-11-14T17:18:45,432 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T17:18:45,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 816238cde8d008db94e9053d453b5266 2024-11-14T17:18:45,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731604712903.816238cde8d008db94e9053d453b5266.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:18:45,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 816238cde8d008db94e9053d453b5266 2024-11-14T17:18:45,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 816238cde8d008db94e9053d453b5266 2024-11-14T17:18:45,434 INFO [StoreOpener-816238cde8d008db94e9053d453b5266-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 816238cde8d008db94e9053d453b5266 2024-11-14T17:18:45,436 INFO [StoreOpener-816238cde8d008db94e9053d453b5266-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 816238cde8d008db94e9053d453b5266 columnFamilyName hfileref 2024-11-14T17:18:45,436 DEBUG [StoreOpener-816238cde8d008db94e9053d453b5266-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:45,436 INFO [StoreOpener-816238cde8d008db94e9053d453b5266-1 {}] regionserver.HStore(327): Store=816238cde8d008db94e9053d453b5266/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:18:45,437 INFO [StoreOpener-816238cde8d008db94e9053d453b5266-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 816238cde8d008db94e9053d453b5266 2024-11-14T17:18:45,437 INFO [StoreOpener-816238cde8d008db94e9053d453b5266-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 816238cde8d008db94e9053d453b5266 columnFamilyName queue 2024-11-14T17:18:45,437 DEBUG [StoreOpener-816238cde8d008db94e9053d453b5266-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:45,447 DEBUG [StoreOpener-816238cde8d008db94e9053d453b5266-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/data/hbase/replication/816238cde8d008db94e9053d453b5266/queue/d923735d32b046e79024f6c8df2d73e5 2024-11-14T17:18:45,447 INFO [StoreOpener-816238cde8d008db94e9053d453b5266-1 {}] regionserver.HStore(327): Store=816238cde8d008db94e9053d453b5266/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:18:45,447 INFO [StoreOpener-816238cde8d008db94e9053d453b5266-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 816238cde8d008db94e9053d453b5266 2024-11-14T17:18:45,448 INFO [StoreOpener-816238cde8d008db94e9053d453b5266-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 816238cde8d008db94e9053d453b5266 columnFamilyName sid 2024-11-14T17:18:45,448 DEBUG [StoreOpener-816238cde8d008db94e9053d453b5266-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:45,449 INFO [StoreOpener-816238cde8d008db94e9053d453b5266-1 {}] regionserver.HStore(327): Store=816238cde8d008db94e9053d453b5266/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:18:45,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 816238cde8d008db94e9053d453b5266 2024-11-14T17:18:45,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/data/hbase/replication/816238cde8d008db94e9053d453b5266 2024-11-14T17:18:45,452 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/data/hbase/replication/816238cde8d008db94e9053d453b5266 2024-11-14T17:18:45,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 816238cde8d008db94e9053d453b5266 2024-11-14T17:18:45,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 816238cde8d008db94e9053d453b5266 2024-11-14T17:18:45,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T17:18:45,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 816238cde8d008db94e9053d453b5266 2024-11-14T17:18:45,464 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 816238cde8d008db94e9053d453b5266; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59814237, jitterRate=-0.10869841277599335}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T17:18:45,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 816238cde8d008db94e9053d453b5266 2024-11-14T17:18:45,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 816238cde8d008db94e9053d453b5266: Running coprocessor pre-open hook at 1731604725432Writing region info on filesystem at 1731604725432Initializing all the Stores at 1731604725434 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604725434Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604725434Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604725434Cleaning up temporary data from old regions at 1731604725453 (+19 ms)Running coprocessor post-open hooks at 1731604725464 (+11 ms)Region opened successfully at 1731604725464 2024-11-14T17:18:45,466 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731604712903.816238cde8d008db94e9053d453b5266., pid=19, masterSystemTime=1731604725395 2024-11-14T17:18:45,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731604712903.816238cde8d008db94e9053d453b5266. 2024-11-14T17:18:45,470 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731604712903.816238cde8d008db94e9053d453b5266. 2024-11-14T17:18:45,471 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=816238cde8d008db94e9053d453b5266, regionState=OPEN, openSeqNum=10, regionLocation=4e57a52647ef,38389,1731604719817 2024-11-14T17:18:45,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 816238cde8d008db94e9053d453b5266, server=4e57a52647ef,38389,1731604719817 because future has completed 2024-11-14T17:18:45,478 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-14T17:18:45,479 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 816238cde8d008db94e9053d453b5266, server=4e57a52647ef,38389,1731604719817 in 234 msec 2024-11-14T17:18:45,481 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-14T17:18:45,481 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=816238cde8d008db94e9053d453b5266, ASSIGN in 396 msec 2024-11-14T17:18:45,484 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-14T17:18:45,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731604712903.816238cde8d008db94e9053d453b5266., hostname=4e57a52647ef,38389,1731604719817, seqNum=10] 2024-11-14T17:18:45,529 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 4e57a52647ef,40469,1731604705227 2024-11-14T17:18:45,529 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-14T17:18:45,591 DEBUG [RS:0;4e57a52647ef:42725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T17:18:45,614 INFO [regionserver/4e57a52647ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T17:18:45,614 INFO [regionserver/4e57a52647ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T17:18:45,635 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35147/user/jenkins/test-data/6aef7609-6184-f881-843c-fb738e36bf53/data/hbase/meta/1588230740/.tmp/ns/a39d32dbd7b7410db55cdd0cba617dcb 2024-11-14T17:18:45,646 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35147/user/jenkins/test-data/6aef7609-6184-f881-843c-fb738e36bf53/data/hbase/meta/1588230740/.tmp/ns/a39d32dbd7b7410db55cdd0cba617dcb as hdfs://localhost:35147/user/jenkins/test-data/6aef7609-6184-f881-843c-fb738e36bf53/data/hbase/meta/1588230740/ns/a39d32dbd7b7410db55cdd0cba617dcb 2024-11-14T17:18:45,654 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35147/user/jenkins/test-data/6aef7609-6184-f881-843c-fb738e36bf53/data/hbase/meta/1588230740/ns/a39d32dbd7b7410db55cdd0cba617dcb, entries=2, sequenceid=6, filesize=5.0 K 2024-11-14T17:18:45,655 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 464ms, sequenceid=6, compaction requested=false 2024-11-14T17:18:45,656 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T17:18:45,665 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35147/user/jenkins/test-data/6aef7609-6184-f881-843c-fb738e36bf53/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T17:18:45,666 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T17:18:45,666 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T17:18:45,666 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T17:18:45,666 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731604725190Running coprocessor pre-close hooks at 1731604725190Disabling compacts and flushes for region at 1731604725190Disabling writes for close at 1731604725191 (+1 ms)Obtaining lock to block concurrent updates at 1731604725191Preparing flush snapshotting stores in 1588230740 at 1731604725191Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731604725191Flushing stores of hbase:meta,,1.1588230740 at 1731604725195 (+4 ms)Flushing 1588230740/ns: creating writer at 1731604725195Flushing 1588230740/ns: appending metadata at 1731604725219 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1731604725219Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a0d8189: reopening flushed file at 1731604725645 (+426 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 464ms, sequenceid=6, compaction requested=false at 1731604725655 (+10 ms)Writing region close event to WAL at 1731604725657 (+2 ms)Running coprocessor post-close hooks at 1731604725666 (+9 ms)Closed at 1731604725666 2024-11-14T17:18:45,666 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T17:18:45,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-14T17:18:45,791 INFO [RS:0;4e57a52647ef:42725 {}] regionserver.HRegionServer(976): stopping server 4e57a52647ef,42725,1731604709966; all regions closed. 2024-11-14T17:18:45,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741834_1010 (size=1152) 2024-11-14T17:18:45,798 DEBUG [RS:0;4e57a52647ef:42725 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6aef7609-6184-f881-843c-fb738e36bf53/oldWALs 2024-11-14T17:18:45,798 INFO [RS:0;4e57a52647ef:42725 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4e57a52647ef%2C42725%2C1731604709966.meta:.meta(num 1731604712605) 2024-11-14T17:18:45,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741832_1008 (size=93) 2024-11-14T17:18:45,803 DEBUG [RS:0;4e57a52647ef:42725 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6aef7609-6184-f881-843c-fb738e36bf53/oldWALs 2024-11-14T17:18:45,803 INFO [RS:0;4e57a52647ef:42725 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4e57a52647ef%2C42725%2C1731604709966:(num 1731604711761) 2024-11-14T17:18:45,803 DEBUG [RS:0;4e57a52647ef:42725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:45,803 INFO [RS:0;4e57a52647ef:42725 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T17:18:45,804 INFO [RS:0;4e57a52647ef:42725 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T17:18:45,804 INFO [RS:0;4e57a52647ef:42725 {}] hbase.ChoreService(370): Chore service for: regionserver/4e57a52647ef:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T17:18:45,804 INFO [RS:0;4e57a52647ef:42725 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T17:18:45,804 INFO [regionserver/4e57a52647ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T17:18:45,804 INFO [RS:0;4e57a52647ef:42725 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42725 2024-11-14T17:18:45,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45029-0x100ab7263740003, quorum=127.0.0.1:55127, baseZNode=/1895210174 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1895210174/rs 2024-11-14T17:18:45,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42725-0x100ab7263740004, quorum=127.0.0.1:55127, baseZNode=/1895210174 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1895210174/rs/4e57a52647ef,42725,1731604709966 2024-11-14T17:18:45,806 INFO [RS:0;4e57a52647ef:42725 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T17:18:45,807 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4e57a52647ef,42725,1731604709966] 2024-11-14T17:18:45,810 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1895210174/draining/4e57a52647ef,42725,1731604709966 already deleted, retry=false 2024-11-14T17:18:45,810 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4e57a52647ef,42725,1731604709966 expired; onlineServers=0 2024-11-14T17:18:45,810 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4e57a52647ef,45029,1731604709841' ***** 2024-11-14T17:18:45,810 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T17:18:45,810 INFO [M:0;4e57a52647ef:45029 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T17:18:45,811 INFO [M:0;4e57a52647ef:45029 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T17:18:45,811 DEBUG [M:0;4e57a52647ef:45029 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T17:18:45,811 DEBUG [M:0;4e57a52647ef:45029 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T17:18:45,811 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T17:18:45,811 DEBUG [master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731604711556 {}] cleaner.HFileCleaner(306): Exit Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731604711556,5,FailOnTimeoutGroup] 2024-11-14T17:18:45,811 DEBUG [master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731604711556 {}] cleaner.HFileCleaner(306): Exit Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731604711556,5,FailOnTimeoutGroup] 2024-11-14T17:18:45,811 INFO [M:0;4e57a52647ef:45029 {}] hbase.ChoreService(370): Chore service for: master/4e57a52647ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T17:18:45,811 INFO [M:0;4e57a52647ef:45029 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T17:18:45,811 DEBUG [M:0;4e57a52647ef:45029 {}] master.HMaster(1795): Stopping service threads 2024-11-14T17:18:45,811 INFO [M:0;4e57a52647ef:45029 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T17:18:45,811 INFO [M:0;4e57a52647ef:45029 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T17:18:45,812 INFO [M:0;4e57a52647ef:45029 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T17:18:45,812 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T17:18:45,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45029-0x100ab7263740003, quorum=127.0.0.1:55127, baseZNode=/1895210174 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1895210174/master 2024-11-14T17:18:45,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45029-0x100ab7263740003, quorum=127.0.0.1:55127, baseZNode=/1895210174 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1895210174 2024-11-14T17:18:45,812 DEBUG [M:0;4e57a52647ef:45029 {}] zookeeper.ZKUtil(347): master:45029-0x100ab7263740003, quorum=127.0.0.1:55127, baseZNode=/1895210174 Unable to get data of znode /1895210174/master because node does not exist (not an error) 2024-11-14T17:18:45,812 WARN [M:0;4e57a52647ef:45029 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T17:18:45,814 INFO [M:0;4e57a52647ef:45029 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35147/user/jenkins/test-data/6aef7609-6184-f881-843c-fb738e36bf53/.lastflushedseqids 2024-11-14T17:18:45,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741836_1012 (size=99) 2024-11-14T17:18:45,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42725-0x100ab7263740004, quorum=127.0.0.1:55127, baseZNode=/1895210174 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:18:45,908 INFO [RS:0;4e57a52647ef:42725 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T17:18:45,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42725-0x100ab7263740004, quorum=127.0.0.1:55127, baseZNode=/1895210174 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:18:45,908 INFO [RS:0;4e57a52647ef:42725 {}] regionserver.HRegionServer(1031): Exiting; stopping=4e57a52647ef,42725,1731604709966; zookeeper connection closed. 2024-11-14T17:18:45,909 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2475824f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2475824f 2024-11-14T17:18:45,909 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T17:18:46,220 INFO [M:0;4e57a52647ef:45029 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T17:18:46,221 INFO [M:0;4e57a52647ef:45029 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T17:18:46,221 DEBUG [M:0;4e57a52647ef:45029 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T17:18:46,221 INFO [M:0;4e57a52647ef:45029 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:18:46,221 DEBUG [M:0;4e57a52647ef:45029 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:18:46,221 DEBUG [M:0;4e57a52647ef:45029 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T17:18:46,221 DEBUG [M:0;4e57a52647ef:45029 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:18:46,221 INFO [M:0;4e57a52647ef:45029 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-14T17:18:46,242 DEBUG [M:0;4e57a52647ef:45029 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35147/user/jenkins/test-data/6aef7609-6184-f881-843c-fb738e36bf53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bd6a370b91534787a10571c18d6f27b2 is 82, key is hbase:meta,,1/info:regioninfo/1731604712700/Put/seqid=0 2024-11-14T17:18:46,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741837_1013 (size=5672) 2024-11-14T17:18:46,247 INFO [M:0;4e57a52647ef:45029 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35147/user/jenkins/test-data/6aef7609-6184-f881-843c-fb738e36bf53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bd6a370b91534787a10571c18d6f27b2 2024-11-14T17:18:46,275 DEBUG [M:0;4e57a52647ef:45029 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35147/user/jenkins/test-data/6aef7609-6184-f881-843c-fb738e36bf53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/879ab0b04d34463592dfe1e45054f265 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731604712727/Put/seqid=0 2024-11-14T17:18:46,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741838_1014 (size=5275) 2024-11-14T17:18:46,293 INFO [M:0;4e57a52647ef:45029 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35147/user/jenkins/test-data/6aef7609-6184-f881-843c-fb738e36bf53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/879ab0b04d34463592dfe1e45054f265 2024-11-14T17:18:46,346 DEBUG [M:0;4e57a52647ef:45029 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35147/user/jenkins/test-data/6aef7609-6184-f881-843c-fb738e36bf53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/17223d7c4eb94399a856641e2840de5a is 69, key is 4e57a52647ef,42725,1731604709966/rs:state/1731604711589/Put/seqid=0 2024-11-14T17:18:46,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741839_1015 (size=5156) 2024-11-14T17:18:46,388 DEBUG [RS:0;4e57a52647ef:38389.replicationSource.wal-reader.4e57a52647ef%2C38389%2C1731604719817,1-4e57a52647ef,38389,1731604719817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/WALs/4e57a52647ef,38389,1731604719817/4e57a52647ef%2C38389%2C1731604719817.1731604720864 to pos 0, reset compression=false 2024-11-14T17:18:46,390 DEBUG [RS:0;4e57a52647ef:38389.replicationSource.wal-reader.4e57a52647ef%2C38389%2C1731604719817,2-4e57a52647ef,38389,1731604719817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/WALs/4e57a52647ef,38389,1731604719817/4e57a52647ef%2C38389%2C1731604719817.1731604720864 to pos 0, reset compression=false 2024-11-14T17:18:46,649 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T17:18:46,762 INFO [M:0;4e57a52647ef:45029 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35147/user/jenkins/test-data/6aef7609-6184-f881-843c-fb738e36bf53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/17223d7c4eb94399a856641e2840de5a 2024-11-14T17:18:46,770 DEBUG [M:0;4e57a52647ef:45029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35147/user/jenkins/test-data/6aef7609-6184-f881-843c-fb738e36bf53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bd6a370b91534787a10571c18d6f27b2 as hdfs://localhost:35147/user/jenkins/test-data/6aef7609-6184-f881-843c-fb738e36bf53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bd6a370b91534787a10571c18d6f27b2 2024-11-14T17:18:46,777 INFO [M:0;4e57a52647ef:45029 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35147/user/jenkins/test-data/6aef7609-6184-f881-843c-fb738e36bf53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bd6a370b91534787a10571c18d6f27b2, entries=8, sequenceid=28, filesize=5.5 K 2024-11-14T17:18:46,778 DEBUG [M:0;4e57a52647ef:45029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35147/user/jenkins/test-data/6aef7609-6184-f881-843c-fb738e36bf53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/879ab0b04d34463592dfe1e45054f265 as hdfs://localhost:35147/user/jenkins/test-data/6aef7609-6184-f881-843c-fb738e36bf53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/879ab0b04d34463592dfe1e45054f265 2024-11-14T17:18:46,784 INFO [M:0;4e57a52647ef:45029 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35147/user/jenkins/test-data/6aef7609-6184-f881-843c-fb738e36bf53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/879ab0b04d34463592dfe1e45054f265, entries=3, sequenceid=28, filesize=5.2 K 2024-11-14T17:18:46,786 DEBUG [M:0;4e57a52647ef:45029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35147/user/jenkins/test-data/6aef7609-6184-f881-843c-fb738e36bf53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/17223d7c4eb94399a856641e2840de5a as hdfs://localhost:35147/user/jenkins/test-data/6aef7609-6184-f881-843c-fb738e36bf53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/17223d7c4eb94399a856641e2840de5a 2024-11-14T17:18:46,791 INFO [M:0;4e57a52647ef:45029 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35147/user/jenkins/test-data/6aef7609-6184-f881-843c-fb738e36bf53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/17223d7c4eb94399a856641e2840de5a, entries=1, sequenceid=28, filesize=5.0 K 2024-11-14T17:18:46,793 INFO [M:0;4e57a52647ef:45029 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 571ms, sequenceid=28, compaction requested=false 2024-11-14T17:18:46,794 INFO [M:0;4e57a52647ef:45029 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:18:46,794 DEBUG [M:0;4e57a52647ef:45029 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731604726221Disabling compacts and flushes for region at 1731604726221Disabling writes for close at 1731604726221Obtaining lock to block concurrent updates at 1731604726221Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731604726221Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731604726222 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731604726223 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731604726223Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731604726241 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731604726241Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731604726254 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731604726274 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731604726274Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731604726302 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731604726345 (+43 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731604726345Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3086686d: reopening flushed file at 1731604726769 (+424 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e6f465a: reopening flushed file at 1731604726777 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c5ff3eb: reopening flushed file at 1731604726785 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 571ms, sequenceid=28, compaction requested=false at 1731604726793 (+8 ms)Writing region close event to WAL at 1731604726794 (+1 ms)Closed at 1731604726794 2024-11-14T17:18:46,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741830_1006 (size=10165) 2024-11-14T17:18:46,797 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6aef7609-6184-f881-843c-fb738e36bf53/MasterData/WALs/4e57a52647ef,45029,1731604709841/4e57a52647ef%2C45029%2C1731604709841.1731604711426 not finished, retry = 0 2024-11-14T17:18:46,898 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T17:18:46,898 INFO [M:0;4e57a52647ef:45029 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T17:18:46,898 INFO [M:0;4e57a52647ef:45029 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45029 2024-11-14T17:18:46,902 INFO [M:0;4e57a52647ef:45029 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T17:18:47,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45029-0x100ab7263740003, quorum=127.0.0.1:55127, baseZNode=/1895210174 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:18:47,004 INFO [M:0;4e57a52647ef:45029 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T17:18:47,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45029-0x100ab7263740003, quorum=127.0.0.1:55127, baseZNode=/1895210174 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:18:47,008 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39a39bfd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T17:18:47,011 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7fdb9937{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T17:18:47,011 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T17:18:47,011 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a35ba74{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T17:18:47,011 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11d21555{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d23fcf0e-1015-cf54-87b5-41ea9c470e49/hadoop.log.dir/,STOPPED} 2024-11-14T17:18:47,015 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T17:18:47,015 WARN [BP-1068539271-172.17.0.3-1731604709060 heartbeating to localhost/127.0.0.1:35147 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T17:18:47,015 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T17:18:47,015 WARN [BP-1068539271-172.17.0.3-1731604709060 heartbeating to localhost/127.0.0.1:35147 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1068539271-172.17.0.3-1731604709060 (Datanode Uuid 0f943dfd-502a-4cba-9541-e5e2d8daecbf) service to localhost/127.0.0.1:35147 2024-11-14T17:18:47,016 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d23fcf0e-1015-cf54-87b5-41ea9c470e49/cluster_1566fde7-8576-875f-6fb0-4652fa3f189c/data/data1/current/BP-1068539271-172.17.0.3-1731604709060 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T17:18:47,017 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d23fcf0e-1015-cf54-87b5-41ea9c470e49/cluster_1566fde7-8576-875f-6fb0-4652fa3f189c/data/data2/current/BP-1068539271-172.17.0.3-1731604709060 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T17:18:47,018 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T17:18:47,025 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@49025f3f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T17:18:47,027 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e6b2def{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T17:18:47,027 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T17:18:47,027 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@597920fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T17:18:47,027 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@618c4e50{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d23fcf0e-1015-cf54-87b5-41ea9c470e49/hadoop.log.dir/,STOPPED} 2024-11-14T17:18:47,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T17:18:47,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T17:18:47,053 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:18:47,053 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:18:47,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:47,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:47,054 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:18:47,054 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T17:18:47,054 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1615969079, stopped=false 2024-11-14T17:18:47,054 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4e57a52647ef,34855,1731604719768 2024-11-14T17:18:47,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34855-0x100ab7263740006, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-410328651/running 2024-11-14T17:18:47,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38389-0x100ab7263740007, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-410328651/running 2024-11-14T17:18:47,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38389-0x100ab7263740007, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-410328651 2024-11-14T17:18:47,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34855-0x100ab7263740006, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-410328651 2024-11-14T17:18:47,057 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T17:18:47,057 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:18:47,058 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:18:47,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:47,058 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34855-0x100ab7263740006, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Set watcher on znode that does not yet exist, /0-410328651/running 2024-11-14T17:18:47,058 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4e57a52647ef,38389,1731604719817' ***** 2024-11-14T17:18:47,058 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T17:18:47,058 INFO [RS:0;4e57a52647ef:38389 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T17:18:47,058 INFO [RS:0;4e57a52647ef:38389 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T17:18:47,058 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38389-0x100ab7263740007, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Set watcher on znode that does not yet exist, /0-410328651/running 2024-11-14T17:18:47,058 INFO [RS:0;4e57a52647ef:38389 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T17:18:47,059 INFO [RS:0;4e57a52647ef:38389 {}] regionserver.HRegionServer(3091): Received CLOSE for 816238cde8d008db94e9053d453b5266 2024-11-14T17:18:47,059 INFO [RS:0;4e57a52647ef:38389 {}] regionserver.HRegionServer(959): stopping server 4e57a52647ef,38389,1731604719817 2024-11-14T17:18:47,059 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T17:18:47,059 INFO [RS:0;4e57a52647ef:38389 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T17:18:47,059 INFO [RS:0;4e57a52647ef:38389 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4e57a52647ef:38389. 2024-11-14T17:18:47,059 DEBUG [RS:0;4e57a52647ef:38389 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:18:47,059 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 816238cde8d008db94e9053d453b5266, disabling compactions & flushes 2024-11-14T17:18:47,059 DEBUG [RS:0;4e57a52647ef:38389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:47,059 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731604712903.816238cde8d008db94e9053d453b5266. 2024-11-14T17:18:47,059 INFO [RS:0;4e57a52647ef:38389 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T17:18:47,059 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731604712903.816238cde8d008db94e9053d453b5266. 2024-11-14T17:18:47,059 INFO [RS:0;4e57a52647ef:38389 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T17:18:47,059 INFO [RS:0;4e57a52647ef:38389 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T17:18:47,059 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731604712903.816238cde8d008db94e9053d453b5266. after waiting 0 ms 2024-11-14T17:18:47,059 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731604712903.816238cde8d008db94e9053d453b5266. 2024-11-14T17:18:47,059 INFO [RS:0;4e57a52647ef:38389 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T17:18:47,060 INFO [RS:0;4e57a52647ef:38389 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T17:18:47,060 DEBUG [RS:0;4e57a52647ef:38389 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 816238cde8d008db94e9053d453b5266=hbase:replication,,1731604712903.816238cde8d008db94e9053d453b5266.} 2024-11-14T17:18:47,060 DEBUG [RS:0;4e57a52647ef:38389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 816238cde8d008db94e9053d453b5266 2024-11-14T17:18:47,060 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T17:18:47,060 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T17:18:47,060 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T17:18:47,060 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T17:18:47,060 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T17:18:47,060 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-14T17:18:47,067 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/data/hbase/replication/816238cde8d008db94e9053d453b5266/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-14T17:18:47,068 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T17:18:47,068 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T17:18:47,068 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731604712903.816238cde8d008db94e9053d453b5266. 2024-11-14T17:18:47,068 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 816238cde8d008db94e9053d453b5266: Waiting for close lock at 1731604727059Running coprocessor pre-close hooks at 1731604727059Disabling compacts and flushes for region at 1731604727059Disabling writes for close at 1731604727059Writing region close event to WAL at 1731604727060 (+1 ms)Running coprocessor post-close hooks at 1731604727068 (+8 ms)Closed at 1731604727068 2024-11-14T17:18:47,068 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731604712903.816238cde8d008db94e9053d453b5266. 2024-11-14T17:18:47,070 INFO [regionserver/4e57a52647ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T17:18:47,078 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/data/hbase/meta/1588230740/.tmp/info/d969e6e46f1b4e6b93d1882d9824f390 is 147, key is hbase:replication,,1731604712903.816238cde8d008db94e9053d453b5266./info:regioninfo/1731604725470/Put/seqid=0 2024-11-14T17:18:47,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45589 is added to blk_1073741851_1027 (size=6385) 2024-11-14T17:18:47,084 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/data/hbase/meta/1588230740/.tmp/info/d969e6e46f1b4e6b93d1882d9824f390 2024-11-14T17:18:47,092 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/data/hbase/meta/1588230740/.tmp/info/d969e6e46f1b4e6b93d1882d9824f390 as hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/data/hbase/meta/1588230740/info/d969e6e46f1b4e6b93d1882d9824f390 2024-11-14T17:18:47,099 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/data/hbase/meta/1588230740/info/d969e6e46f1b4e6b93d1882d9824f390, entries=8, sequenceid=19, filesize=6.2 K 2024-11-14T17:18:47,101 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 41ms, sequenceid=19, compaction requested=false 2024-11-14T17:18:47,106 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-14T17:18:47,107 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T17:18:47,107 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T17:18:47,107 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T17:18:47,107 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731604727060Running coprocessor pre-close hooks at 1731604727060Disabling compacts and flushes for region at 1731604727060Disabling writes for close at 1731604727060Obtaining lock to block concurrent updates at 1731604727060Preparing flush snapshotting stores in 1588230740 at 1731604727060Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731604727061 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731604727061Flushing 1588230740/info: creating writer at 1731604727061Flushing 1588230740/info: appending metadata at 1731604727078 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731604727078Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fc11806: reopening flushed file at 1731604727091 (+13 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 41ms, sequenceid=19, compaction requested=false at 1731604727101 (+10 ms)Writing region close event to WAL at 1731604727102 (+1 ms)Running coprocessor post-close hooks at 1731604727107 (+5 ms)Closed at 1731604727107 2024-11-14T17:18:47,107 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T17:18:47,260 INFO [RS:0;4e57a52647ef:38389 {}] regionserver.HRegionServer(976): stopping server 4e57a52647ef,38389,1731604719817; all regions closed. 2024-11-14T17:18:47,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45589 is added to blk_1073741849_1025 (size=2156) 2024-11-14T17:18:47,293 DEBUG [RS:0;4e57a52647ef:38389 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/oldWALs 2024-11-14T17:18:47,294 INFO [RS:0;4e57a52647ef:38389 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4e57a52647ef%2C38389%2C1731604719817.meta:.meta(num 1731604721126) 2024-11-14T17:18:47,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45589 is added to blk_1073741850_1026 (size=796) 2024-11-14T17:18:47,310 DEBUG [RS:0;4e57a52647ef:38389 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/oldWALs 2024-11-14T17:18:47,310 INFO [RS:0;4e57a52647ef:38389 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4e57a52647ef%2C38389%2C1731604719817.rep:(num 1731604725406) 2024-11-14T17:18:47,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45589 is added to blk_1073741848_1024 (size=93) 2024-11-14T17:18:47,352 DEBUG [RS:0;4e57a52647ef:38389 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/oldWALs 2024-11-14T17:18:47,352 INFO [RS:0;4e57a52647ef:38389 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4e57a52647ef%2C38389%2C1731604719817:(num 1731604720864) 2024-11-14T17:18:47,352 DEBUG [RS:0;4e57a52647ef:38389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:47,353 INFO [RS:0;4e57a52647ef:38389 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T17:18:47,353 INFO [RS:0;4e57a52647ef:38389 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T17:18:47,353 INFO [RS:0;4e57a52647ef:38389 {}] hbase.ChoreService(370): Chore service for: regionserver/4e57a52647ef:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T17:18:47,353 INFO [RS:0;4e57a52647ef:38389 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T17:18:47,354 INFO [RS:0;4e57a52647ef:38389 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4e57a52647ef,38389,1731604719817 because: Region server is closing 2024-11-14T17:18:47,354 INFO [RS:0;4e57a52647ef:38389 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4e57a52647ef:38389. 2024-11-14T17:18:47,354 DEBUG [RS:0;4e57a52647ef:38389 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:18:47,354 DEBUG [RS:0;4e57a52647ef:38389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:47,354 INFO [regionserver/4e57a52647ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T17:18:47,354 DEBUG [RS:0;4e57a52647ef:38389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:47,354 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:18:47,354 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/4e57a52647ef:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-14T17:18:47,354 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/4e57a52647ef:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-14T17:18:47,355 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/4e57a52647ef:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-14T17:18:47,455 WARN [RS:0;4e57a52647ef:38389.replicationSource.shipper4e57a52647ef%2C38389%2C1731604719817,1-4e57a52647ef,38389,1731604719817 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T17:18:47,455 WARN [RS:0;4e57a52647ef:38389.replicationSource.wal-reader.4e57a52647ef%2C38389%2C1731604719817,1-4e57a52647ef,38389,1731604719817 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T17:18:47,455 INFO [RS:0;4e57a52647ef:38389 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;4e57a52647ef:38389.replicationSource.shipper4e57a52647ef%2C38389%2C1731604719817,1-4e57a52647ef,38389,1731604719817 terminated 2024-11-14T17:18:47,455 INFO [RS:0;4e57a52647ef:38389 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-4e57a52647ef,38389,1731604719817 because: Region server is closing 2024-11-14T17:18:47,455 INFO [RS:0;4e57a52647ef:38389 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4e57a52647ef:38389. 2024-11-14T17:18:47,455 DEBUG [RS:0;4e57a52647ef:38389 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:18:47,455 DEBUG [RS:0;4e57a52647ef:38389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:47,456 DEBUG [RS:0;4e57a52647ef:38389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:47,456 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:18:47,556 WARN [RS:0;4e57a52647ef:38389.replicationSource.shipper4e57a52647ef%2C38389%2C1731604719817,2-4e57a52647ef,38389,1731604719817 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T17:18:47,556 INFO [RS:0;4e57a52647ef:38389 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;4e57a52647ef:38389.replicationSource.shipper4e57a52647ef%2C38389%2C1731604719817,2-4e57a52647ef,38389,1731604719817 terminated 2024-11-14T17:18:47,556 INFO [RS:0;4e57a52647ef:38389 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38389 2024-11-14T17:18:47,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34855-0x100ab7263740006, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-410328651/rs 2024-11-14T17:18:47,559 INFO [RS:0;4e57a52647ef:38389 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T17:18:47,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38389-0x100ab7263740007, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-410328651/rs/4e57a52647ef,38389,1731604719817 2024-11-14T17:18:47,560 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4e57a52647ef,38389,1731604719817] 2024-11-14T17:18:47,562 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-410328651/draining/4e57a52647ef,38389,1731604719817 already deleted, retry=false 2024-11-14T17:18:47,562 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4e57a52647ef,38389,1731604719817 expired; onlineServers=0 2024-11-14T17:18:47,562 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4e57a52647ef,34855,1731604719768' ***** 2024-11-14T17:18:47,562 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T17:18:47,562 INFO [M:0;4e57a52647ef:34855 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T17:18:47,562 INFO [M:0;4e57a52647ef:34855 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T17:18:47,562 DEBUG [M:0;4e57a52647ef:34855 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T17:18:47,563 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T17:18:47,563 DEBUG [M:0;4e57a52647ef:34855 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T17:18:47,563 DEBUG [master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731604720536 {}] cleaner.HFileCleaner(306): Exit Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731604720536,5,FailOnTimeoutGroup] 2024-11-14T17:18:47,563 DEBUG [master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731604720536 {}] cleaner.HFileCleaner(306): Exit Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731604720536,5,FailOnTimeoutGroup] 2024-11-14T17:18:47,563 INFO [M:0;4e57a52647ef:34855 {}] hbase.ChoreService(370): Chore service for: master/4e57a52647ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T17:18:47,563 INFO [M:0;4e57a52647ef:34855 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T17:18:47,563 DEBUG [M:0;4e57a52647ef:34855 {}] master.HMaster(1795): Stopping service threads 2024-11-14T17:18:47,563 INFO [M:0;4e57a52647ef:34855 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T17:18:47,564 INFO [M:0;4e57a52647ef:34855 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T17:18:47,564 INFO [M:0;4e57a52647ef:34855 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T17:18:47,564 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T17:18:47,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34855-0x100ab7263740006, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-410328651/master 2024-11-14T17:18:47,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34855-0x100ab7263740006, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-410328651 2024-11-14T17:18:47,566 DEBUG [M:0;4e57a52647ef:34855 {}] zookeeper.ZKUtil(347): master:34855-0x100ab7263740006, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Unable to get data of znode /0-410328651/master because node does not exist (not an error) 2024-11-14T17:18:47,566 WARN [M:0;4e57a52647ef:34855 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T17:18:47,566 INFO [M:0;4e57a52647ef:34855 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/.lastflushedseqids 2024-11-14T17:18:47,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45589 is added to blk_1073741852_1028 (size=181) 2024-11-14T17:18:47,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38389-0x100ab7263740007, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:18:47,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38389-0x100ab7263740007, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:18:47,661 INFO [RS:0;4e57a52647ef:38389 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T17:18:47,661 INFO [RS:0;4e57a52647ef:38389 {}] regionserver.HRegionServer(1031): Exiting; stopping=4e57a52647ef,38389,1731604719817; zookeeper connection closed. 2024-11-14T17:18:47,662 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@34893451 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@34893451 2024-11-14T17:18:47,662 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T17:18:47,974 INFO [M:0;4e57a52647ef:34855 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T17:18:47,974 INFO [M:0;4e57a52647ef:34855 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T17:18:47,974 DEBUG [M:0;4e57a52647ef:34855 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T17:18:47,974 INFO [M:0;4e57a52647ef:34855 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:18:47,974 DEBUG [M:0;4e57a52647ef:34855 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:18:47,974 DEBUG [M:0;4e57a52647ef:34855 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T17:18:47,974 DEBUG [M:0;4e57a52647ef:34855 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:18:47,974 INFO [M:0;4e57a52647ef:34855 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-14T17:18:47,992 DEBUG [M:0;4e57a52647ef:34855 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d6feb222d886442c889aaf6a1f7b34c2 is 82, key is hbase:meta,,1/info:regioninfo/1731604721201/Put/seqid=0 2024-11-14T17:18:47,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45589 is added to blk_1073741853_1029 (size=5680) 2024-11-14T17:18:48,398 INFO [M:0;4e57a52647ef:34855 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d6feb222d886442c889aaf6a1f7b34c2 2024-11-14T17:18:48,428 DEBUG [M:0;4e57a52647ef:34855 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0d3fd9e2d739449b944f3142409d1d54 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731604725480/Put/seqid=0 2024-11-14T17:18:48,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45589 is added to blk_1073741854_1030 (size=7319) 2024-11-14T17:18:48,833 INFO [M:0;4e57a52647ef:34855 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0d3fd9e2d739449b944f3142409d1d54 2024-11-14T17:18:48,858 DEBUG [M:0;4e57a52647ef:34855 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e919cb04f635410ca87ad44538366000 is 69, key is 4e57a52647ef,38389,1731604719817/rs:state/1731604720577/Put/seqid=0 2024-11-14T17:18:48,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45589 is added to blk_1073741855_1031 (size=5371) 2024-11-14T17:18:49,264 INFO [M:0;4e57a52647ef:34855 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e919cb04f635410ca87ad44538366000 2024-11-14T17:18:49,273 INFO [M:0;4e57a52647ef:34855 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e919cb04f635410ca87ad44538366000 2024-11-14T17:18:49,278 DEBUG [M:0;4e57a52647ef:34855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d6feb222d886442c889aaf6a1f7b34c2 as hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d6feb222d886442c889aaf6a1f7b34c2 2024-11-14T17:18:49,304 INFO [M:0;4e57a52647ef:34855 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d6feb222d886442c889aaf6a1f7b34c2, entries=8, sequenceid=172, filesize=5.5 K 2024-11-14T17:18:49,306 DEBUG [M:0;4e57a52647ef:34855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0d3fd9e2d739449b944f3142409d1d54 as hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0d3fd9e2d739449b944f3142409d1d54 2024-11-14T17:18:49,322 INFO [M:0;4e57a52647ef:34855 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0d3fd9e2d739449b944f3142409d1d54, entries=7, sequenceid=172, filesize=7.1 K 2024-11-14T17:18:49,327 DEBUG [M:0;4e57a52647ef:34855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e919cb04f635410ca87ad44538366000 as hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e919cb04f635410ca87ad44538366000 2024-11-14T17:18:49,336 INFO [M:0;4e57a52647ef:34855 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e919cb04f635410ca87ad44538366000 2024-11-14T17:18:49,337 INFO [M:0;4e57a52647ef:34855 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35815/user/jenkins/test-data/0c1bcce0-5f8c-47c6-5b83-d394494ed3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e919cb04f635410ca87ad44538366000, entries=2, sequenceid=172, filesize=5.2 K 2024-11-14T17:18:49,339 INFO [M:0;4e57a52647ef:34855 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1364ms, sequenceid=172, compaction requested=false 2024-11-14T17:18:49,348 INFO [M:0;4e57a52647ef:34855 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:18:49,348 DEBUG [M:0;4e57a52647ef:34855 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731604727974Disabling compacts and flushes for region at 1731604727974Disabling writes for close at 1731604727974Obtaining lock to block concurrent updates at 1731604727974Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731604727974Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731604727975 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731604727976 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731604727976Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731604727992 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731604727992Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731604728405 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731604728427 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731604728427Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731604728840 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731604728857 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731604728857Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c49a4e6: reopening flushed file at 1731604729274 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2265dcae: reopening flushed file at 1731604729304 (+30 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dd033bd: reopening flushed file at 1731604729322 (+18 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1364ms, sequenceid=172, compaction requested=false at 1731604729339 (+17 ms)Writing region close event to WAL at 1731604729348 (+9 ms)Closed at 1731604729348 2024-11-14T17:18:49,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45589 is added to blk_1073741847_1023 (size=22949) 2024-11-14T17:18:49,353 INFO [M:0;4e57a52647ef:34855 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T17:18:49,353 INFO [M:0;4e57a52647ef:34855 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34855 2024-11-14T17:18:49,354 INFO [M:0;4e57a52647ef:34855 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T17:18:49,354 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T17:18:49,458 INFO [M:0;4e57a52647ef:34855 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T17:18:49,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34855-0x100ab7263740006, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:18:49,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34855-0x100ab7263740006, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:18:49,471 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b71fbf7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T17:18:49,472 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@431fe4a9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T17:18:49,472 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T17:18:49,473 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53451713{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T17:18:49,473 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40d66f5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bc079d-2590-b46a-338e-de3525cc5187/hadoop.log.dir/,STOPPED} 2024-11-14T17:18:49,481 WARN [BP-908644680-172.17.0.3-1731604699365 heartbeating to localhost/127.0.0.1:35815 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T17:18:49,481 WARN [BP-908644680-172.17.0.3-1731604699365 heartbeating to localhost/127.0.0.1:35815 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-908644680-172.17.0.3-1731604699365 (Datanode Uuid e5254fbb-945f-424a-9496-91067308e867) service to localhost/127.0.0.1:35815 2024-11-14T17:18:49,482 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bc079d-2590-b46a-338e-de3525cc5187/cluster_a009bd71-48e0-4af4-f03b-4e54d07dfff1/data/data1/current/BP-908644680-172.17.0.3-1731604699365 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T17:18:49,482 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bc079d-2590-b46a-338e-de3525cc5187/cluster_a009bd71-48e0-4af4-f03b-4e54d07dfff1/data/data2/current/BP-908644680-172.17.0.3-1731604699365 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T17:18:49,482 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T17:18:49,482 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T17:18:49,483 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T17:18:49,493 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4219126d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T17:18:49,498 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T17:18:49,498 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T17:18:49,499 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T17:18:49,499 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2bc079d-2590-b46a-338e-de3525cc5187/hadoop.log.dir/,STOPPED} 2024-11-14T17:18:49,513 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T17:18:49,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T17:18:49,574 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=109 (was 11) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35815 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35815 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:35815 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35815 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55127) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35147 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35147 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35147 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/4e57a52647ef:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/4e57a52647ef:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/4e57a52647ef:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35815 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35147 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@67237ec5 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35147 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35815 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35147 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55127) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:35147 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35815 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/4e57a52647ef:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:35815 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/4e57a52647ef:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35147 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35815 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35147 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35147 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1049 (was 1351), ProcessCount=11 (was 11), AvailableMemoryMB=848 (was 2933) 2024-11-14T17:18:49,584 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=109, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=1049, ProcessCount=11, AvailableMemoryMB=848 2024-11-14T17:18:49,602 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-14T17:18:49,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d23fcf0e-1015-cf54-87b5-41ea9c470e49/hadoop.log.dir so I do NOT create it in target/test-data/992443dc-1edf-c824-cb7c-de926cf73008 2024-11-14T17:18:49,603 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d23fcf0e-1015-cf54-87b5-41ea9c470e49/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T17:18:49,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d23fcf0e-1015-cf54-87b5-41ea9c470e49/hadoop.tmp.dir so I do NOT create it in target/test-data/992443dc-1edf-c824-cb7c-de926cf73008 2024-11-14T17:18:49,603 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d23fcf0e-1015-cf54-87b5-41ea9c470e49/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T17:18:49,603 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/992443dc-1edf-c824-cb7c-de926cf73008 2024-11-14T17:18:49,603 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/992443dc-1edf-c824-cb7c-de926cf73008/cluster_ccb69e2f-3a33-1fa4-6b44-a5617d75f25d, deleteOnExit=true 2024-11-14T17:18:49,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100ab7263740005, quorum=127.0.0.1:55127, baseZNode=/1895210174 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T17:18:49,606 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100ab7263740005, quorum=127.0.0.1:55127, baseZNode=/1895210174 Received Disconnected from ZooKeeper, ignoring 2024-11-14T17:18:49,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100ab7263740002, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T17:18:49,607 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100ab7263740002, quorum=127.0.0.1:55127, baseZNode=/0-410328651 Received Disconnected from ZooKeeper, ignoring 2024-11-14T17:18:49,607 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/992443dc-1edf-c824-cb7c-de926cf73008/cluster_ccb69e2f-3a33-1fa4-6b44-a5617d75f25d/zookeeper_0, clientPort=59416, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/992443dc-1edf-c824-cb7c-de926cf73008/cluster_ccb69e2f-3a33-1fa4-6b44-a5617d75f25d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/992443dc-1edf-c824-cb7c-de926cf73008/cluster_ccb69e2f-3a33-1fa4-6b44-a5617d75f25d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T17:18:49,608 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59416 2024-11-14T17:18:49,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T17:18:49,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T17:18:49,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/992443dc-1edf-c824-cb7c-de926cf73008/test.cache.data in system properties and HBase conf 2024-11-14T17:18:49,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/992443dc-1edf-c824-cb7c-de926cf73008/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T17:18:49,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/992443dc-1edf-c824-cb7c-de926cf73008/hadoop.log.dir in system properties and HBase conf 2024-11-14T17:18:49,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/992443dc-1edf-c824-cb7c-de926cf73008/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T17:18:49,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/992443dc-1edf-c824-cb7c-de926cf73008/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T17:18:49,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T17:18:49,609 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T17:18:49,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/992443dc-1edf-c824-cb7c-de926cf73008/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T17:18:49,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/992443dc-1edf-c824-cb7c-de926cf73008/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T17:18:49,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/992443dc-1edf-c824-cb7c-de926cf73008/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T17:18:49,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/992443dc-1edf-c824-cb7c-de926cf73008/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T17:18:49,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/992443dc-1edf-c824-cb7c-de926cf73008/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T17:18:49,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/992443dc-1edf-c824-cb7c-de926cf73008/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T17:18:49,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/992443dc-1edf-c824-cb7c-de926cf73008/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T17:18:49,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/992443dc-1edf-c824-cb7c-de926cf73008/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T17:18:49,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/992443dc-1edf-c824-cb7c-de926cf73008/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T17:18:49,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/992443dc-1edf-c824-cb7c-de926cf73008/nfs.dump.dir in system properties and HBase conf 2024-11-14T17:18:49,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/992443dc-1edf-c824-cb7c-de926cf73008/java.io.tmpdir in system properties and HBase conf 2024-11-14T17:18:49,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/992443dc-1edf-c824-cb7c-de926cf73008/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T17:18:49,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/992443dc-1edf-c824-cb7c-de926cf73008/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T17:18:49,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/992443dc-1edf-c824-cb7c-de926cf73008/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T17:18:49,712 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T17:18:49,717 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T17:18:49,731 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T17:18:49,731 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T17:18:49,731 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T17:18:49,732 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T17:18:49,732 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5aae1200{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/992443dc-1edf-c824-cb7c-de926cf73008/hadoop.log.dir/,AVAILABLE} 2024-11-14T17:18:49,733 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@525ef99c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T17:18:49,865 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@629579f6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/992443dc-1edf-c824-cb7c-de926cf73008/java.io.tmpdir/jetty-localhost-41471-hadoop-hdfs-3_4_1-tests_jar-_-any-5530072216580332676/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T17:18:49,866 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a6aa96e{HTTP/1.1, (http/1.1)}{localhost:41471} 2024-11-14T17:18:49,866 INFO [Time-limited test {}] server.Server(415): Started @34244ms 2024-11-14T17:18:50,021 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T17:18:50,029 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T17:18:50,030 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T17:18:50,030 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T17:18:50,030 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T17:18:50,031 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10fb0c59{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/992443dc-1edf-c824-cb7c-de926cf73008/hadoop.log.dir/,AVAILABLE} 2024-11-14T17:18:50,032 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bd303e6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T17:18:50,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21349e35{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/992443dc-1edf-c824-cb7c-de926cf73008/java.io.tmpdir/jetty-localhost-37095-hadoop-hdfs-3_4_1-tests_jar-_-any-7926737438367618805/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T17:18:50,154 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31144654{HTTP/1.1, (http/1.1)}{localhost:37095} 2024-11-14T17:18:50,154 INFO [Time-limited test {}] server.Server(415): Started @34532ms 2024-11-14T17:18:50,156 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T17:18:50,343 WARN [Thread-497 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/992443dc-1edf-c824-cb7c-de926cf73008/cluster_ccb69e2f-3a33-1fa4-6b44-a5617d75f25d/data/data1/current/BP-1231932447-172.17.0.3-1731604729646/current, will proceed with Du for space computation calculation, 2024-11-14T17:18:50,347 WARN [Thread-498 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/992443dc-1edf-c824-cb7c-de926cf73008/cluster_ccb69e2f-3a33-1fa4-6b44-a5617d75f25d/data/data2/current/BP-1231932447-172.17.0.3-1731604729646/current, will proceed with Du for space computation calculation, 2024-11-14T17:18:50,386 WARN [Thread-485 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T17:18:50,396 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9cff34300596f762 with lease ID 0xfcd5ef340ba0a36d: Processing first storage report for DS-68092ce8-5b8e-41ef-baed-a139bac6059e from datanode DatanodeRegistration(127.0.0.1:37629, datanodeUuid=6a77cd57-7dab-4ee4-acf7-f577915f338a, infoPort=38071, infoSecurePort=0, ipcPort=38491, storageInfo=lv=-57;cid=testClusterID;nsid=1263382583;c=1731604729646) 2024-11-14T17:18:50,396 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9cff34300596f762 with lease ID 0xfcd5ef340ba0a36d: from storage DS-68092ce8-5b8e-41ef-baed-a139bac6059e node DatanodeRegistration(127.0.0.1:37629, datanodeUuid=6a77cd57-7dab-4ee4-acf7-f577915f338a, infoPort=38071, infoSecurePort=0, ipcPort=38491, storageInfo=lv=-57;cid=testClusterID;nsid=1263382583;c=1731604729646), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T17:18:50,396 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9cff34300596f762 with lease ID 0xfcd5ef340ba0a36d: Processing first storage report for DS-d8f90039-2cb1-463f-b0ee-25eca5ab4360 from datanode DatanodeRegistration(127.0.0.1:37629, datanodeUuid=6a77cd57-7dab-4ee4-acf7-f577915f338a, infoPort=38071, infoSecurePort=0, ipcPort=38491, storageInfo=lv=-57;cid=testClusterID;nsid=1263382583;c=1731604729646) 2024-11-14T17:18:50,396 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9cff34300596f762 with lease ID 0xfcd5ef340ba0a36d: from storage DS-d8f90039-2cb1-463f-b0ee-25eca5ab4360 node DatanodeRegistration(127.0.0.1:37629, datanodeUuid=6a77cd57-7dab-4ee4-acf7-f577915f338a, infoPort=38071, infoSecurePort=0, ipcPort=38491, storageInfo=lv=-57;cid=testClusterID;nsid=1263382583;c=1731604729646), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T17:18:50,498 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/992443dc-1edf-c824-cb7c-de926cf73008 2024-11-14T17:18:50,498 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:18:50,501 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:18:50,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37629 is added to blk_1073741825_1001 (size=7) 2024-11-14T17:18:50,560 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767 with version=8 2024-11-14T17:18:50,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/hbase-staging 2024-11-14T17:18:50,564 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4e57a52647ef:0 server-side Connection retries=45 2024-11-14T17:18:50,564 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:18:50,564 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T17:18:50,564 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T17:18:50,564 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:18:50,564 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T17:18:50,564 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T17:18:50,564 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T17:18:50,565 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37223 2024-11-14T17:18:50,567 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37223 connecting to ZooKeeper ensemble=127.0.0.1:59416 2024-11-14T17:18:50,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:372230x0, quorum=127.0.0.1:59416, baseZNode=/01973505477 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:18:50,582 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37223-0x100ab72df260000 connected 2024-11-14T17:18:50,626 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:18:50,628 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:18:50,633 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37223-0x100ab72df260000, quorum=127.0.0.1:59416, baseZNode=/01973505477 Set watcher on znode that does not yet exist, /01973505477/running 2024-11-14T17:18:50,633 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767, hbase.cluster.distributed=false 2024-11-14T17:18:50,636 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37223-0x100ab72df260000, quorum=127.0.0.1:59416, baseZNode=/01973505477 Set watcher on znode that does not yet exist, /01973505477/acl 2024-11-14T17:18:50,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37223 2024-11-14T17:18:50,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37223 2024-11-14T17:18:50,650 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37223 2024-11-14T17:18:50,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37223 2024-11-14T17:18:50,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37223 2024-11-14T17:18:50,684 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4e57a52647ef:0 server-side Connection retries=45 2024-11-14T17:18:50,685 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:18:50,685 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T17:18:50,685 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T17:18:50,685 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:18:50,685 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T17:18:50,685 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T17:18:50,685 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T17:18:50,686 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44725 2024-11-14T17:18:50,688 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44725 connecting to ZooKeeper ensemble=127.0.0.1:59416 2024-11-14T17:18:50,688 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:18:50,691 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:18:50,703 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:447250x0, quorum=127.0.0.1:59416, baseZNode=/01973505477 Set watcher on znode that does not yet exist, /01973505477/running 2024-11-14T17:18:50,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:447250x0, quorum=127.0.0.1:59416, baseZNode=/01973505477 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:18:50,703 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T17:18:50,707 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44725-0x100ab72df260001 connected 2024-11-14T17:18:50,707 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T17:18:50,708 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44725-0x100ab72df260001, quorum=127.0.0.1:59416, baseZNode=/01973505477 Set watcher on znode that does not yet exist, /01973505477/master 2024-11-14T17:18:50,709 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44725-0x100ab72df260001, quorum=127.0.0.1:59416, baseZNode=/01973505477 Set watcher on znode that does not yet exist, /01973505477/acl 2024-11-14T17:18:50,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44725 2024-11-14T17:18:50,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44725 2024-11-14T17:18:50,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44725 2024-11-14T17:18:50,722 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44725 2024-11-14T17:18:50,730 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44725 2024-11-14T17:18:50,747 DEBUG [M:0;4e57a52647ef:37223 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4e57a52647ef:37223 2024-11-14T17:18:50,748 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01973505477/backup-masters/4e57a52647ef,37223,1731604730563 2024-11-14T17:18:50,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44725-0x100ab72df260001, quorum=127.0.0.1:59416, baseZNode=/01973505477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01973505477/backup-masters 2024-11-14T17:18:50,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37223-0x100ab72df260000, quorum=127.0.0.1:59416, baseZNode=/01973505477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01973505477/backup-masters 2024-11-14T17:18:50,751 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37223-0x100ab72df260000, quorum=127.0.0.1:59416, baseZNode=/01973505477 Set watcher on existing znode=/01973505477/backup-masters/4e57a52647ef,37223,1731604730563 2024-11-14T17:18:50,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37223-0x100ab72df260000, quorum=127.0.0.1:59416, baseZNode=/01973505477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01973505477 2024-11-14T17:18:50,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44725-0x100ab72df260001, quorum=127.0.0.1:59416, baseZNode=/01973505477 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01973505477/master 2024-11-14T17:18:50,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44725-0x100ab72df260001, quorum=127.0.0.1:59416, baseZNode=/01973505477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01973505477 2024-11-14T17:18:50,755 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37223-0x100ab72df260000, quorum=127.0.0.1:59416, baseZNode=/01973505477 Set watcher on existing znode=/01973505477/master 2024-11-14T17:18:50,755 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01973505477/backup-masters/4e57a52647ef,37223,1731604730563 from backup master directory 2024-11-14T17:18:50,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37223-0x100ab72df260000, quorum=127.0.0.1:59416, baseZNode=/01973505477 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01973505477/backup-masters/4e57a52647ef,37223,1731604730563 2024-11-14T17:18:50,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44725-0x100ab72df260001, quorum=127.0.0.1:59416, baseZNode=/01973505477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01973505477/backup-masters 2024-11-14T17:18:50,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37223-0x100ab72df260000, quorum=127.0.0.1:59416, baseZNode=/01973505477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01973505477/backup-masters 2024-11-14T17:18:50,758 WARN [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T17:18:50,758 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4e57a52647ef,37223,1731604730563 2024-11-14T17:18:50,765 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/hbase.id] with ID: f6469464-88e1-4c4d-b3fe-a4cfcc1ea0f0 2024-11-14T17:18:50,765 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/.tmp/hbase.id 2024-11-14T17:18:50,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37629 is added to blk_1073741826_1002 (size=42) 2024-11-14T17:18:50,772 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/.tmp/hbase.id]:[hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/hbase.id] 2024-11-14T17:18:50,799 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:18:50,799 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T17:18:50,801 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-14T17:18:50,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37223-0x100ab72df260000, quorum=127.0.0.1:59416, baseZNode=/01973505477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01973505477 2024-11-14T17:18:50,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44725-0x100ab72df260001, quorum=127.0.0.1:59416, baseZNode=/01973505477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01973505477 2024-11-14T17:18:50,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37629 is added to blk_1073741827_1003 (size=196) 2024-11-14T17:18:50,822 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T17:18:50,823 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T17:18:50,824 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:18:50,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37629 is added to blk_1073741828_1004 (size=1189) 2024-11-14T17:18:51,234 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/MasterData/data/master/store 2024-11-14T17:18:51,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37629 is added to blk_1073741829_1005 (size=34) 2024-11-14T17:18:51,246 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:18:51,247 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T17:18:51,247 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:18:51,247 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:18:51,258 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T17:18:51,258 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:18:51,258 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:18:51,259 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731604731247Disabling compacts and flushes for region at 1731604731247Disabling writes for close at 1731604731258 (+11 ms)Writing region close event to WAL at 1731604731258Closed at 1731604731258 2024-11-14T17:18:51,260 WARN [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/MasterData/data/master/store/.initializing 2024-11-14T17:18:51,260 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/MasterData/WALs/4e57a52647ef,37223,1731604730563 2024-11-14T17:18:51,262 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T17:18:51,267 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4e57a52647ef%2C37223%2C1731604730563, suffix=, logDir=hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/MasterData/WALs/4e57a52647ef,37223,1731604730563, archiveDir=hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/MasterData/oldWALs, maxLogs=10 2024-11-14T17:18:51,290 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/MasterData/WALs/4e57a52647ef,37223,1731604730563/4e57a52647ef%2C37223%2C1731604730563.1731604731268, exclude list is [], retry=0 2024-11-14T17:18:51,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37629,DS-68092ce8-5b8e-41ef-baed-a139bac6059e,DISK] 2024-11-14T17:18:51,301 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/MasterData/WALs/4e57a52647ef,37223,1731604730563/4e57a52647ef%2C37223%2C1731604730563.1731604731268 2024-11-14T17:18:51,301 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38071:38071)] 2024-11-14T17:18:51,302 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:18:51,302 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:18:51,302 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:18:51,302 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:18:51,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:18:51,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T17:18:51,312 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:51,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:18:51,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:18:51,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T17:18:51,317 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:51,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:18:51,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:18:51,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T17:18:51,321 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:51,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:18:51,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:18:51,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T17:18:51,325 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:51,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:18:51,326 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:18:51,331 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:18:51,332 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:18:51,337 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:18:51,337 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:18:51,341 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:18:51,345 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:18:51,355 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:18:51,355 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64535619, jitterRate=-0.03834433853626251}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:18:51,357 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731604731302Initializing all the Stores at 1731604731305 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604731305Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604731306 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604731306Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604731306Cleaning up temporary data from old regions at 1731604731337 (+31 ms)Region opened successfully at 1731604731357 (+20 ms) 2024-11-14T17:18:51,358 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T17:18:51,363 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e1e9beb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4e57a52647ef/172.17.0.3:0 2024-11-14T17:18:51,365 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T17:18:51,365 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T17:18:51,365 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T17:18:51,365 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T17:18:51,366 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T17:18:51,366 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T17:18:51,366 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T17:18:51,399 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T17:18:51,407 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37223-0x100ab72df260000, quorum=127.0.0.1:59416, baseZNode=/01973505477 Unable to get data of znode /01973505477/balancer because node does not exist (not necessarily an error) 2024-11-14T17:18:51,416 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01973505477/balancer already deleted, retry=false 2024-11-14T17:18:51,417 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T17:18:51,421 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37223-0x100ab72df260000, quorum=127.0.0.1:59416, baseZNode=/01973505477 Unable to get data of znode /01973505477/normalizer because node does not exist (not necessarily an error) 2024-11-14T17:18:51,423 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01973505477/normalizer already deleted, retry=false 2024-11-14T17:18:51,424 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T17:18:51,429 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37223-0x100ab72df260000, quorum=127.0.0.1:59416, baseZNode=/01973505477 Unable to get data of znode /01973505477/switch/split because node does not exist (not necessarily an error) 2024-11-14T17:18:51,431 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01973505477/switch/split already deleted, retry=false 2024-11-14T17:18:51,434 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37223-0x100ab72df260000, quorum=127.0.0.1:59416, baseZNode=/01973505477 Unable to get data of znode /01973505477/switch/merge because node does not exist (not necessarily an error) 2024-11-14T17:18:51,436 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01973505477/switch/merge already deleted, retry=false 2024-11-14T17:18:51,448 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37223-0x100ab72df260000, quorum=127.0.0.1:59416, baseZNode=/01973505477 Unable to get data of znode /01973505477/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T17:18:51,456 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01973505477/snapshot-cleanup already deleted, retry=false 2024-11-14T17:18:51,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37223-0x100ab72df260000, quorum=127.0.0.1:59416, baseZNode=/01973505477 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01973505477/running 2024-11-14T17:18:51,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37223-0x100ab72df260000, quorum=127.0.0.1:59416, baseZNode=/01973505477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01973505477 2024-11-14T17:18:51,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44725-0x100ab72df260001, quorum=127.0.0.1:59416, baseZNode=/01973505477 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01973505477/running 2024-11-14T17:18:51,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44725-0x100ab72df260001, quorum=127.0.0.1:59416, baseZNode=/01973505477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01973505477 2024-11-14T17:18:51,467 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4e57a52647ef,37223,1731604730563, sessionid=0x100ab72df260000, setting cluster-up flag (Was=false) 2024-11-14T17:18:51,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37223-0x100ab72df260000, quorum=127.0.0.1:59416, baseZNode=/01973505477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01973505477 2024-11-14T17:18:51,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44725-0x100ab72df260001, quorum=127.0.0.1:59416, baseZNode=/01973505477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01973505477 2024-11-14T17:18:51,514 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01973505477/flush-table-proc/acquired, /01973505477/flush-table-proc/reached, /01973505477/flush-table-proc/abort 2024-11-14T17:18:51,520 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4e57a52647ef,37223,1731604730563 2024-11-14T17:18:51,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37223-0x100ab72df260000, quorum=127.0.0.1:59416, baseZNode=/01973505477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01973505477 2024-11-14T17:18:51,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44725-0x100ab72df260001, quorum=127.0.0.1:59416, baseZNode=/01973505477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01973505477 2024-11-14T17:18:51,540 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01973505477/online-snapshot/acquired, /01973505477/online-snapshot/reached, /01973505477/online-snapshot/abort 2024-11-14T17:18:51,541 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4e57a52647ef,37223,1731604730563 2024-11-14T17:18:51,544 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T17:18:51,547 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T17:18:51,547 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T17:18:51,548 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T17:18:51,548 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4e57a52647ef,37223,1731604730563 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T17:18:51,556 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:18:51,556 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:18:51,556 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:18:51,556 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:18:51,556 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4e57a52647ef:0, corePoolSize=10, maxPoolSize=10 2024-11-14T17:18:51,556 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:18:51,556 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4e57a52647ef:0, corePoolSize=2, maxPoolSize=2 2024-11-14T17:18:51,556 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:18:51,568 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T17:18:51,569 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T17:18:51,570 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:51,570 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T17:18:51,581 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731604761581 2024-11-14T17:18:51,582 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T17:18:51,582 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T17:18:51,582 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T17:18:51,582 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T17:18:51,582 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T17:18:51,582 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T17:18:51,594 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:51,607 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T17:18:51,607 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T17:18:51,607 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T17:18:51,607 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T17:18:51,608 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T17:18:51,608 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T17:18:51,608 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731604731608,5,FailOnTimeoutGroup] 2024-11-14T17:18:51,609 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731604731609,5,FailOnTimeoutGroup] 2024-11-14T17:18:51,609 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:51,609 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T17:18:51,609 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:51,609 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:51,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37629 is added to blk_1073741831_1007 (size=1321) 2024-11-14T17:18:51,612 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T17:18:51,612 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767 2024-11-14T17:18:51,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37629 is added to blk_1073741832_1008 (size=32) 2024-11-14T17:18:51,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:18:51,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T17:18:51,629 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T17:18:51,629 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:51,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:18:51,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T17:18:51,631 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T17:18:51,631 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:51,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:18:51,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T17:18:51,633 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T17:18:51,633 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:51,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:18:51,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T17:18:51,636 INFO [RS:0;4e57a52647ef:44725 {}] regionserver.HRegionServer(746): ClusterId : f6469464-88e1-4c4d-b3fe-a4cfcc1ea0f0 2024-11-14T17:18:51,637 DEBUG [RS:0;4e57a52647ef:44725 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T17:18:51,637 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T17:18:51,637 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:51,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:18:51,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T17:18:51,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/data/hbase/meta/1588230740 2024-11-14T17:18:51,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/data/hbase/meta/1588230740 2024-11-14T17:18:51,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T17:18:51,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T17:18:51,642 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:18:51,642 DEBUG [RS:0;4e57a52647ef:44725 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T17:18:51,643 DEBUG [RS:0;4e57a52647ef:44725 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T17:18:51,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T17:18:51,646 DEBUG [RS:0;4e57a52647ef:44725 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T17:18:51,647 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:18:51,647 DEBUG [RS:0;4e57a52647ef:44725 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49ae9974, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4e57a52647ef/172.17.0.3:0 2024-11-14T17:18:51,648 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73733772, jitterRate=0.09871882200241089}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:18:51,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731604731625Initializing all the Stores at 1731604731626 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604731626Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604731627 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604731627Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604731627Cleaning up temporary data from old regions at 1731604731641 (+14 ms)Region opened successfully at 1731604731649 (+8 ms) 2024-11-14T17:18:51,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T17:18:51,649 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T17:18:51,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T17:18:51,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T17:18:51,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T17:18:51,649 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T17:18:51,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731604731649Disabling compacts and flushes for region at 1731604731649Disabling writes for close at 1731604731649Writing region close event to WAL at 1731604731649Closed at 1731604731649 2024-11-14T17:18:51,651 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T17:18:51,651 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T17:18:51,651 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T17:18:51,653 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T17:18:51,654 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T17:18:51,663 DEBUG [RS:0;4e57a52647ef:44725 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4e57a52647ef:44725 2024-11-14T17:18:51,663 INFO [RS:0;4e57a52647ef:44725 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T17:18:51,663 INFO [RS:0;4e57a52647ef:44725 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T17:18:51,664 DEBUG [RS:0;4e57a52647ef:44725 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T17:18:51,665 INFO [RS:0;4e57a52647ef:44725 {}] regionserver.HRegionServer(2659): reportForDuty to master=4e57a52647ef,37223,1731604730563 with port=44725, startcode=1731604730684 2024-11-14T17:18:51,665 DEBUG [RS:0;4e57a52647ef:44725 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T17:18:51,671 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40443, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T17:18:51,672 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37223 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4e57a52647ef,44725,1731604730684 2024-11-14T17:18:51,672 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37223 {}] master.ServerManager(517): Registering regionserver=4e57a52647ef,44725,1731604730684 2024-11-14T17:18:51,674 DEBUG [RS:0;4e57a52647ef:44725 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767 2024-11-14T17:18:51,674 DEBUG [RS:0;4e57a52647ef:44725 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41079 2024-11-14T17:18:51,674 DEBUG [RS:0;4e57a52647ef:44725 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T17:18:51,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37223-0x100ab72df260000, quorum=127.0.0.1:59416, baseZNode=/01973505477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01973505477/rs 2024-11-14T17:18:51,678 DEBUG [RS:0;4e57a52647ef:44725 {}] zookeeper.ZKUtil(111): regionserver:44725-0x100ab72df260001, quorum=127.0.0.1:59416, baseZNode=/01973505477 Set watcher on existing znode=/01973505477/rs/4e57a52647ef,44725,1731604730684 2024-11-14T17:18:51,678 WARN [RS:0;4e57a52647ef:44725 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T17:18:51,679 INFO [RS:0;4e57a52647ef:44725 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:18:51,679 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4e57a52647ef,44725,1731604730684] 2024-11-14T17:18:51,679 DEBUG [RS:0;4e57a52647ef:44725 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/WALs/4e57a52647ef,44725,1731604730684 2024-11-14T17:18:51,684 INFO [RS:0;4e57a52647ef:44725 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T17:18:51,691 INFO [RS:0;4e57a52647ef:44725 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T17:18:51,691 INFO [RS:0;4e57a52647ef:44725 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T17:18:51,691 INFO [RS:0;4e57a52647ef:44725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:51,691 INFO [RS:0;4e57a52647ef:44725 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T17:18:51,693 INFO [RS:0;4e57a52647ef:44725 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T17:18:51,693 INFO [RS:0;4e57a52647ef:44725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:51,693 DEBUG [RS:0;4e57a52647ef:44725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:18:51,693 DEBUG [RS:0;4e57a52647ef:44725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:18:51,693 DEBUG [RS:0;4e57a52647ef:44725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:18:51,693 DEBUG [RS:0;4e57a52647ef:44725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:18:51,693 DEBUG [RS:0;4e57a52647ef:44725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:18:51,693 DEBUG [RS:0;4e57a52647ef:44725 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4e57a52647ef:0, corePoolSize=2, maxPoolSize=2 2024-11-14T17:18:51,693 DEBUG [RS:0;4e57a52647ef:44725 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:18:51,693 DEBUG [RS:0;4e57a52647ef:44725 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:18:51,693 DEBUG [RS:0;4e57a52647ef:44725 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:18:51,693 DEBUG [RS:0;4e57a52647ef:44725 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:18:51,693 DEBUG [RS:0;4e57a52647ef:44725 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:18:51,693 DEBUG [RS:0;4e57a52647ef:44725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:18:51,693 DEBUG [RS:0;4e57a52647ef:44725 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4e57a52647ef:0, corePoolSize=3, maxPoolSize=3 2024-11-14T17:18:51,694 DEBUG [RS:0;4e57a52647ef:44725 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4e57a52647ef:0, corePoolSize=3, maxPoolSize=3 2024-11-14T17:18:51,694 INFO [RS:0;4e57a52647ef:44725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:51,694 INFO [RS:0;4e57a52647ef:44725 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:51,694 INFO [RS:0;4e57a52647ef:44725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:51,694 INFO [RS:0;4e57a52647ef:44725 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:51,694 INFO [RS:0;4e57a52647ef:44725 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:51,694 INFO [RS:0;4e57a52647ef:44725 {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,44725,1731604730684-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T17:18:51,716 INFO [RS:0;4e57a52647ef:44725 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T17:18:51,716 INFO [RS:0;4e57a52647ef:44725 {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,44725,1731604730684-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:51,716 INFO [RS:0;4e57a52647ef:44725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:51,716 INFO [RS:0;4e57a52647ef:44725 {}] regionserver.Replication(171): 4e57a52647ef,44725,1731604730684 started 2024-11-14T17:18:51,738 INFO [RS:0;4e57a52647ef:44725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:51,739 INFO [RS:0;4e57a52647ef:44725 {}] regionserver.HRegionServer(1482): Serving as 4e57a52647ef,44725,1731604730684, RpcServer on 4e57a52647ef/172.17.0.3:44725, sessionid=0x100ab72df260001 2024-11-14T17:18:51,739 DEBUG [RS:0;4e57a52647ef:44725 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T17:18:51,739 DEBUG [RS:0;4e57a52647ef:44725 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4e57a52647ef,44725,1731604730684 2024-11-14T17:18:51,739 DEBUG [RS:0;4e57a52647ef:44725 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4e57a52647ef,44725,1731604730684' 2024-11-14T17:18:51,739 DEBUG [RS:0;4e57a52647ef:44725 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01973505477/flush-table-proc/abort' 2024-11-14T17:18:51,746 DEBUG [RS:0;4e57a52647ef:44725 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01973505477/flush-table-proc/acquired' 2024-11-14T17:18:51,755 DEBUG [RS:0;4e57a52647ef:44725 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T17:18:51,755 DEBUG [RS:0;4e57a52647ef:44725 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T17:18:51,755 DEBUG [RS:0;4e57a52647ef:44725 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4e57a52647ef,44725,1731604730684 2024-11-14T17:18:51,755 DEBUG [RS:0;4e57a52647ef:44725 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4e57a52647ef,44725,1731604730684' 2024-11-14T17:18:51,755 DEBUG [RS:0;4e57a52647ef:44725 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01973505477/online-snapshot/abort' 2024-11-14T17:18:51,759 DEBUG [RS:0;4e57a52647ef:44725 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01973505477/online-snapshot/acquired' 2024-11-14T17:18:51,761 DEBUG [RS:0;4e57a52647ef:44725 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T17:18:51,761 INFO [RS:0;4e57a52647ef:44725 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T17:18:51,761 INFO [RS:0;4e57a52647ef:44725 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T17:18:51,805 WARN [4e57a52647ef:37223 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T17:18:51,861 INFO [RS:0;4e57a52647ef:44725 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T17:18:51,864 INFO [RS:0;4e57a52647ef:44725 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4e57a52647ef%2C44725%2C1731604730684, suffix=, logDir=hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/WALs/4e57a52647ef,44725,1731604730684, archiveDir=hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/oldWALs, maxLogs=10 2024-11-14T17:18:51,883 DEBUG [RS:0;4e57a52647ef:44725 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/WALs/4e57a52647ef,44725,1731604730684/4e57a52647ef%2C44725%2C1731604730684.1731604731865, exclude list is [], retry=0 2024-11-14T17:18:51,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37629,DS-68092ce8-5b8e-41ef-baed-a139bac6059e,DISK] 2024-11-14T17:18:51,891 INFO [RS:0;4e57a52647ef:44725 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/WALs/4e57a52647ef,44725,1731604730684/4e57a52647ef%2C44725%2C1731604730684.1731604731865 2024-11-14T17:18:51,891 DEBUG [RS:0;4e57a52647ef:44725 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38071:38071)] 2024-11-14T17:18:52,056 DEBUG [4e57a52647ef:37223 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T17:18:52,056 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4e57a52647ef,44725,1731604730684 2024-11-14T17:18:52,058 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4e57a52647ef,44725,1731604730684, state=OPENING 2024-11-14T17:18:52,061 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T17:18:52,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44725-0x100ab72df260001, quorum=127.0.0.1:59416, baseZNode=/01973505477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01973505477 2024-11-14T17:18:52,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37223-0x100ab72df260000, quorum=127.0.0.1:59416, baseZNode=/01973505477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01973505477 2024-11-14T17:18:52,065 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01973505477/meta-region-server: CHANGED 2024-11-14T17:18:52,065 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T17:18:52,065 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01973505477/meta-region-server: CHANGED 2024-11-14T17:18:52,065 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4e57a52647ef,44725,1731604730684}] 2024-11-14T17:18:52,220 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T17:18:52,223 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34531, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T17:18:52,227 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T17:18:52,228 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:18:52,228 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T17:18:52,230 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4e57a52647ef%2C44725%2C1731604730684.meta, suffix=.meta, logDir=hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/WALs/4e57a52647ef,44725,1731604730684, archiveDir=hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/oldWALs, maxLogs=10 2024-11-14T17:18:52,249 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/WALs/4e57a52647ef,44725,1731604730684/4e57a52647ef%2C44725%2C1731604730684.meta.1731604732231.meta, exclude list is [], retry=0 2024-11-14T17:18:52,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37629,DS-68092ce8-5b8e-41ef-baed-a139bac6059e,DISK] 2024-11-14T17:18:52,255 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/WALs/4e57a52647ef,44725,1731604730684/4e57a52647ef%2C44725%2C1731604730684.meta.1731604732231.meta 2024-11-14T17:18:52,256 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38071:38071)] 2024-11-14T17:18:52,256 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:18:52,256 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T17:18:52,257 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T17:18:52,257 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T17:18:52,257 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T17:18:52,257 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T17:18:52,257 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:18:52,257 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T17:18:52,257 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T17:18:52,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T17:18:52,260 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T17:18:52,260 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:52,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:18:52,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T17:18:52,262 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T17:18:52,262 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:52,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:18:52,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T17:18:52,267 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T17:18:52,267 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:52,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:18:52,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T17:18:52,269 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T17:18:52,269 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:52,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:18:52,269 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T17:18:52,270 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/data/hbase/meta/1588230740 2024-11-14T17:18:52,272 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/data/hbase/meta/1588230740 2024-11-14T17:18:52,273 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T17:18:52,273 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T17:18:52,274 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:18:52,276 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T17:18:52,277 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68030481, jitterRate=0.013733163475990295}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:18:52,277 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T17:18:52,278 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731604732257Writing region info on filesystem at 1731604732257Initializing all the Stores at 1731604732258 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604732258Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604732259 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604732259Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604732259Cleaning up temporary data from old regions at 1731604732273 (+14 ms)Running coprocessor post-open hooks at 1731604732277 (+4 ms)Region opened successfully at 1731604732278 (+1 ms) 2024-11-14T17:18:52,280 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731604732220 2024-11-14T17:18:52,283 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T17:18:52,283 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T17:18:52,284 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4e57a52647ef,44725,1731604730684 2024-11-14T17:18:52,286 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4e57a52647ef,44725,1731604730684, state=OPEN 2024-11-14T17:18:52,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44725-0x100ab72df260001, quorum=127.0.0.1:59416, baseZNode=/01973505477 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01973505477/meta-region-server 2024-11-14T17:18:52,294 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01973505477/meta-region-server: CHANGED 2024-11-14T17:18:52,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37223-0x100ab72df260000, quorum=127.0.0.1:59416, baseZNode=/01973505477 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01973505477/meta-region-server 2024-11-14T17:18:52,295 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01973505477/meta-region-server: CHANGED 2024-11-14T17:18:52,295 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4e57a52647ef,44725,1731604730684 2024-11-14T17:18:52,302 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T17:18:52,302 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4e57a52647ef,44725,1731604730684 in 230 msec 2024-11-14T17:18:52,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T17:18:52,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 650 msec 2024-11-14T17:18:52,308 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T17:18:52,308 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T17:18:52,310 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:18:52,310 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,44725,1731604730684, seqNum=-1] 2024-11-14T17:18:52,311 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:18:52,313 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33695, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:18:52,327 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 780 msec 2024-11-14T17:18:52,327 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731604732327, completionTime=-1 2024-11-14T17:18:52,327 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T17:18:52,327 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T17:18:52,330 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T17:18:52,330 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731604792330 2024-11-14T17:18:52,330 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731604852330 2024-11-14T17:18:52,331 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-14T17:18:52,331 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,37223,1731604730563-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:52,331 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,37223,1731604730563-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:52,331 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,37223,1731604730563-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:52,331 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4e57a52647ef:37223, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:52,331 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:52,332 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:52,338 DEBUG [master/4e57a52647ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T17:18:52,338 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.580sec 2024-11-14T17:18:52,338 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T17:18:52,338 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T17:18:52,338 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T17:18:52,339 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T17:18:52,339 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T17:18:52,339 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,37223,1731604730563-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T17:18:52,339 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,37223,1731604730563-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T17:18:52,348 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T17:18:52,348 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T17:18:52,348 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,37223,1731604730563-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:52,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4811d8e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:52,440 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,37223,-1 for getting cluster id 2024-11-14T17:18:52,440 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:18:52,442 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6469464-88e1-4c4d-b3fe-a4cfcc1ea0f0' 2024-11-14T17:18:52,443 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:18:52,443 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6469464-88e1-4c4d-b3fe-a4cfcc1ea0f0" 2024-11-14T17:18:52,443 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c799b22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:52,443 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,37223,-1] 2024-11-14T17:18:52,444 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:18:52,444 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:52,446 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:18:52,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7032b8e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:52,448 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:18:52,449 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,44725,1731604730684, seqNum=-1] 2024-11-14T17:18:52,450 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:18:52,451 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:18:52,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4e57a52647ef,37223,1731604730563 2024-11-14T17:18:52,454 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59416 2024-11-14T17:18:52,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59416, baseZNode=/01973505477 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:18:52,457 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100ab72df260002 connected 2024-11-14T17:18:52,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/992443dc-1edf-c824-cb7c-de926cf73008/hadoop.log.dir so I do NOT create it in target/test-data/0cd11532-9d20-ed2f-3580-be8266cbcec4 2024-11-14T17:18:52,462 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/992443dc-1edf-c824-cb7c-de926cf73008/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T17:18:52,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/992443dc-1edf-c824-cb7c-de926cf73008/hadoop.tmp.dir so I do NOT create it in target/test-data/0cd11532-9d20-ed2f-3580-be8266cbcec4 2024-11-14T17:18:52,462 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/992443dc-1edf-c824-cb7c-de926cf73008/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T17:18:52,462 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cd11532-9d20-ed2f-3580-be8266cbcec4 2024-11-14T17:18:52,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T17:18:52,462 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cd11532-9d20-ed2f-3580-be8266cbcec4/cluster_c93bbad7-08f4-0166-b62d-f615649d69c9, deleteOnExit=true 2024-11-14T17:18:52,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T17:18:52,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cd11532-9d20-ed2f-3580-be8266cbcec4/test.cache.data in system properties and HBase conf 2024-11-14T17:18:52,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cd11532-9d20-ed2f-3580-be8266cbcec4/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T17:18:52,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cd11532-9d20-ed2f-3580-be8266cbcec4/hadoop.log.dir in system properties and HBase conf 2024-11-14T17:18:52,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cd11532-9d20-ed2f-3580-be8266cbcec4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T17:18:52,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cd11532-9d20-ed2f-3580-be8266cbcec4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T17:18:52,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T17:18:52,463 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T17:18:52,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cd11532-9d20-ed2f-3580-be8266cbcec4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T17:18:52,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cd11532-9d20-ed2f-3580-be8266cbcec4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T17:18:52,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cd11532-9d20-ed2f-3580-be8266cbcec4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T17:18:52,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cd11532-9d20-ed2f-3580-be8266cbcec4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T17:18:52,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cd11532-9d20-ed2f-3580-be8266cbcec4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T17:18:52,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cd11532-9d20-ed2f-3580-be8266cbcec4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T17:18:52,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cd11532-9d20-ed2f-3580-be8266cbcec4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T17:18:52,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cd11532-9d20-ed2f-3580-be8266cbcec4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T17:18:52,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cd11532-9d20-ed2f-3580-be8266cbcec4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T17:18:52,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cd11532-9d20-ed2f-3580-be8266cbcec4/nfs.dump.dir in system properties and HBase conf 2024-11-14T17:18:52,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cd11532-9d20-ed2f-3580-be8266cbcec4/java.io.tmpdir in system properties and HBase conf 2024-11-14T17:18:52,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cd11532-9d20-ed2f-3580-be8266cbcec4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T17:18:52,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cd11532-9d20-ed2f-3580-be8266cbcec4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T17:18:52,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cd11532-9d20-ed2f-3580-be8266cbcec4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T17:18:52,556 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T17:18:52,559 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:18:52,579 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:18:52,630 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T17:18:52,637 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T17:18:52,678 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T17:18:52,678 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T17:18:52,678 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T17:18:52,680 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T17:18:52,681 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45fdf487{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cd11532-9d20-ed2f-3580-be8266cbcec4/hadoop.log.dir/,AVAILABLE} 2024-11-14T17:18:52,682 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cee3f11{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T17:18:52,872 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7634b461{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cd11532-9d20-ed2f-3580-be8266cbcec4/java.io.tmpdir/jetty-localhost-45699-hadoop-hdfs-3_4_1-tests_jar-_-any-7373842032740072797/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T17:18:52,877 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@235e927b{HTTP/1.1, (http/1.1)}{localhost:45699} 2024-11-14T17:18:52,877 INFO [Time-limited test {}] server.Server(415): Started @37255ms 2024-11-14T17:18:53,013 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T17:18:53,018 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T17:18:53,019 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T17:18:53,019 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T17:18:53,019 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T17:18:53,019 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23b7da30{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cd11532-9d20-ed2f-3580-be8266cbcec4/hadoop.log.dir/,AVAILABLE} 2024-11-14T17:18:53,020 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7341e0de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T17:18:53,159 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@63e8c2f4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cd11532-9d20-ed2f-3580-be8266cbcec4/java.io.tmpdir/jetty-localhost-46213-hadoop-hdfs-3_4_1-tests_jar-_-any-14180457807099417788/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T17:18:53,160 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7200f9cb{HTTP/1.1, (http/1.1)}{localhost:46213} 2024-11-14T17:18:53,160 INFO [Time-limited test {}] server.Server(415): Started @37538ms 2024-11-14T17:18:53,162 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T17:18:53,305 WARN [Thread-618 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cd11532-9d20-ed2f-3580-be8266cbcec4/cluster_c93bbad7-08f4-0166-b62d-f615649d69c9/data/data1/current/BP-422159479-172.17.0.3-1731604732504/current, will proceed with Du for space computation calculation, 2024-11-14T17:18:53,311 WARN [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cd11532-9d20-ed2f-3580-be8266cbcec4/cluster_c93bbad7-08f4-0166-b62d-f615649d69c9/data/data2/current/BP-422159479-172.17.0.3-1731604732504/current, will proceed with Du for space computation calculation, 2024-11-14T17:18:53,367 WARN [Thread-606 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T17:18:53,387 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d94866fb8a5d45b with lease ID 0x3af68e0f98b9f340: Processing first storage report for DS-ad7b6b4d-7683-4def-8c71-8c7f42514e93 from datanode DatanodeRegistration(127.0.0.1:42251, datanodeUuid=816c3ac1-8ba7-4c02-a1ae-0690e6e1d4da, infoPort=37731, infoSecurePort=0, ipcPort=37385, storageInfo=lv=-57;cid=testClusterID;nsid=720659219;c=1731604732504) 2024-11-14T17:18:53,387 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d94866fb8a5d45b with lease ID 0x3af68e0f98b9f340: from storage DS-ad7b6b4d-7683-4def-8c71-8c7f42514e93 node DatanodeRegistration(127.0.0.1:42251, datanodeUuid=816c3ac1-8ba7-4c02-a1ae-0690e6e1d4da, infoPort=37731, infoSecurePort=0, ipcPort=37385, storageInfo=lv=-57;cid=testClusterID;nsid=720659219;c=1731604732504), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T17:18:53,387 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d94866fb8a5d45b with lease ID 0x3af68e0f98b9f340: Processing first storage report for DS-398e9280-ca41-4983-a476-88ea9ca5c8d6 from datanode DatanodeRegistration(127.0.0.1:42251, datanodeUuid=816c3ac1-8ba7-4c02-a1ae-0690e6e1d4da, infoPort=37731, infoSecurePort=0, ipcPort=37385, storageInfo=lv=-57;cid=testClusterID;nsid=720659219;c=1731604732504) 2024-11-14T17:18:53,387 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d94866fb8a5d45b with lease ID 0x3af68e0f98b9f340: from storage DS-398e9280-ca41-4983-a476-88ea9ca5c8d6 node DatanodeRegistration(127.0.0.1:42251, datanodeUuid=816c3ac1-8ba7-4c02-a1ae-0690e6e1d4da, infoPort=37731, infoSecurePort=0, ipcPort=37385, storageInfo=lv=-57;cid=testClusterID;nsid=720659219;c=1731604732504), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T17:18:53,403 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cd11532-9d20-ed2f-3580-be8266cbcec4 2024-11-14T17:18:53,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:18:53,411 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:18:53,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42251 is added to blk_1073741825_1001 (size=7) 2024-11-14T17:18:53,463 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40943/user/jenkins/test-data/ba50444b-749a-81c2-44af-d69d6038b2e7 with version=8 2024-11-14T17:18:53,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40943/user/jenkins/test-data/ba50444b-749a-81c2-44af-d69d6038b2e7/hbase-staging 2024-11-14T17:18:53,467 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4e57a52647ef:0 server-side Connection retries=45 2024-11-14T17:18:53,467 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:18:53,467 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T17:18:53,467 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T17:18:53,467 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:18:53,467 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T17:18:53,467 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T17:18:53,467 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T17:18:53,469 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34571 2024-11-14T17:18:53,471 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34571 connecting to ZooKeeper ensemble=127.0.0.1:59416 2024-11-14T17:18:53,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:345710x0, quorum=127.0.0.1:59416, baseZNode=/1945259558 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:18:53,479 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34571-0x100ab72df260003 connected 2024-11-14T17:18:53,500 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:18:53,503 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:18:53,507 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34571-0x100ab72df260003, quorum=127.0.0.1:59416, baseZNode=/1945259558 Set watcher on znode that does not yet exist, /1945259558/running 2024-11-14T17:18:53,507 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40943/user/jenkins/test-data/ba50444b-749a-81c2-44af-d69d6038b2e7, hbase.cluster.distributed=false 2024-11-14T17:18:53,509 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34571-0x100ab72df260003, quorum=127.0.0.1:59416, baseZNode=/1945259558 Set watcher on znode that does not yet exist, /1945259558/acl 2024-11-14T17:18:53,510 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34571 2024-11-14T17:18:53,510 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34571 2024-11-14T17:18:53,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34571 2024-11-14T17:18:53,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34571 2024-11-14T17:18:53,521 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34571 2024-11-14T17:18:53,545 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4e57a52647ef:0 server-side Connection retries=45 2024-11-14T17:18:53,545 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:18:53,545 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T17:18:53,546 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T17:18:53,546 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:18:53,546 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T17:18:53,546 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T17:18:53,546 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T17:18:53,553 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36101 2024-11-14T17:18:53,555 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36101 connecting to ZooKeeper ensemble=127.0.0.1:59416 2024-11-14T17:18:53,556 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:18:53,559 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:18:53,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361010x0, quorum=127.0.0.1:59416, baseZNode=/1945259558 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:18:53,590 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:361010x0, quorum=127.0.0.1:59416, baseZNode=/1945259558 Set watcher on znode that does not yet exist, /1945259558/running 2024-11-14T17:18:53,590 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36101-0x100ab72df260004 connected 2024-11-14T17:18:53,591 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T17:18:53,596 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T17:18:53,596 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36101-0x100ab72df260004, quorum=127.0.0.1:59416, baseZNode=/1945259558 Set watcher on znode that does not yet exist, /1945259558/master 2024-11-14T17:18:53,598 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36101-0x100ab72df260004, quorum=127.0.0.1:59416, baseZNode=/1945259558 Set watcher on znode that does not yet exist, /1945259558/acl 2024-11-14T17:18:53,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36101 2024-11-14T17:18:53,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36101 2024-11-14T17:18:53,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36101 2024-11-14T17:18:53,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36101 2024-11-14T17:18:53,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36101 2024-11-14T17:18:53,679 DEBUG [M:0;4e57a52647ef:34571 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4e57a52647ef:34571 2024-11-14T17:18:53,683 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1945259558/backup-masters/4e57a52647ef,34571,1731604733466 2024-11-14T17:18:53,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34571-0x100ab72df260003, quorum=127.0.0.1:59416, baseZNode=/1945259558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1945259558/backup-masters 2024-11-14T17:18:53,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36101-0x100ab72df260004, quorum=127.0.0.1:59416, baseZNode=/1945259558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1945259558/backup-masters 2024-11-14T17:18:53,689 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34571-0x100ab72df260003, quorum=127.0.0.1:59416, baseZNode=/1945259558 Set watcher on existing znode=/1945259558/backup-masters/4e57a52647ef,34571,1731604733466 2024-11-14T17:18:53,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36101-0x100ab72df260004, quorum=127.0.0.1:59416, baseZNode=/1945259558 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1945259558/master 2024-11-14T17:18:53,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36101-0x100ab72df260004, quorum=127.0.0.1:59416, baseZNode=/1945259558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1945259558 2024-11-14T17:18:53,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34571-0x100ab72df260003, quorum=127.0.0.1:59416, baseZNode=/1945259558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1945259558 2024-11-14T17:18:53,706 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34571-0x100ab72df260003, quorum=127.0.0.1:59416, baseZNode=/1945259558 Set watcher on existing znode=/1945259558/master 2024-11-14T17:18:53,711 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1945259558/backup-masters/4e57a52647ef,34571,1731604733466 from backup master directory 2024-11-14T17:18:53,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34571-0x100ab72df260003, quorum=127.0.0.1:59416, baseZNode=/1945259558 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1945259558/backup-masters/4e57a52647ef,34571,1731604733466 2024-11-14T17:18:53,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34571-0x100ab72df260003, quorum=127.0.0.1:59416, baseZNode=/1945259558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1945259558/backup-masters 2024-11-14T17:18:53,718 WARN [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T17:18:53,718 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4e57a52647ef,34571,1731604733466 2024-11-14T17:18:53,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36101-0x100ab72df260004, quorum=127.0.0.1:59416, baseZNode=/1945259558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1945259558/backup-masters 2024-11-14T17:18:53,732 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40943/user/jenkins/test-data/ba50444b-749a-81c2-44af-d69d6038b2e7/hbase.id] with ID: 3aa809ef-0ffa-4542-9b2f-2a3bb76a60b4 2024-11-14T17:18:53,732 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40943/user/jenkins/test-data/ba50444b-749a-81c2-44af-d69d6038b2e7/.tmp/hbase.id 2024-11-14T17:18:53,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42251 is added to blk_1073741826_1002 (size=42) 2024-11-14T17:18:53,764 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40943/user/jenkins/test-data/ba50444b-749a-81c2-44af-d69d6038b2e7/.tmp/hbase.id]:[hdfs://localhost:40943/user/jenkins/test-data/ba50444b-749a-81c2-44af-d69d6038b2e7/hbase.id] 2024-11-14T17:18:53,784 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:18:53,784 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T17:18:53,786 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-14T17:18:53,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34571-0x100ab72df260003, quorum=127.0.0.1:59416, baseZNode=/1945259558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1945259558 2024-11-14T17:18:53,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36101-0x100ab72df260004, quorum=127.0.0.1:59416, baseZNode=/1945259558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1945259558 2024-11-14T17:18:53,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42251 is added to blk_1073741827_1003 (size=196) 2024-11-14T17:18:54,200 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T17:18:54,202 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T17:18:54,202 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:18:54,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42251 is added to blk_1073741828_1004 (size=1189) 2024-11-14T17:18:54,231 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40943/user/jenkins/test-data/ba50444b-749a-81c2-44af-d69d6038b2e7/MasterData/data/master/store 2024-11-14T17:18:54,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42251 is added to blk_1073741829_1005 (size=34) 2024-11-14T17:18:54,246 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:18:54,246 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T17:18:54,246 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:18:54,247 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:18:54,247 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T17:18:54,247 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:18:54,247 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:18:54,247 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731604734246Disabling compacts and flushes for region at 1731604734246Disabling writes for close at 1731604734247 (+1 ms)Writing region close event to WAL at 1731604734247Closed at 1731604734247 2024-11-14T17:18:54,248 WARN [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40943/user/jenkins/test-data/ba50444b-749a-81c2-44af-d69d6038b2e7/MasterData/data/master/store/.initializing 2024-11-14T17:18:54,248 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40943/user/jenkins/test-data/ba50444b-749a-81c2-44af-d69d6038b2e7/MasterData/WALs/4e57a52647ef,34571,1731604733466 2024-11-14T17:18:54,249 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T17:18:54,256 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4e57a52647ef%2C34571%2C1731604733466, suffix=, logDir=hdfs://localhost:40943/user/jenkins/test-data/ba50444b-749a-81c2-44af-d69d6038b2e7/MasterData/WALs/4e57a52647ef,34571,1731604733466, archiveDir=hdfs://localhost:40943/user/jenkins/test-data/ba50444b-749a-81c2-44af-d69d6038b2e7/MasterData/oldWALs, maxLogs=10 2024-11-14T17:18:54,277 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ba50444b-749a-81c2-44af-d69d6038b2e7/MasterData/WALs/4e57a52647ef,34571,1731604733466/4e57a52647ef%2C34571%2C1731604733466.1731604734256, exclude list is [], retry=0 2024-11-14T17:18:54,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42251,DS-ad7b6b4d-7683-4def-8c71-8c7f42514e93,DISK] 2024-11-14T17:18:54,292 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ba50444b-749a-81c2-44af-d69d6038b2e7/MasterData/WALs/4e57a52647ef,34571,1731604733466/4e57a52647ef%2C34571%2C1731604733466.1731604734256 2024-11-14T17:18:54,293 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37731:37731)] 2024-11-14T17:18:54,293 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:18:54,293 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:18:54,294 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:18:54,294 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:18:54,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:18:54,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T17:18:54,310 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:54,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:18:54,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:18:54,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T17:18:54,324 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:54,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:18:54,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:18:54,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T17:18:54,335 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:54,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:18:54,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:18:54,337 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T17:18:54,338 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:54,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:18:54,339 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:18:54,340 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40943/user/jenkins/test-data/ba50444b-749a-81c2-44af-d69d6038b2e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:18:54,343 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40943/user/jenkins/test-data/ba50444b-749a-81c2-44af-d69d6038b2e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:18:54,349 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:18:54,349 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:18:54,350 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:18:54,352 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:18:54,355 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40943/user/jenkins/test-data/ba50444b-749a-81c2-44af-d69d6038b2e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:18:54,356 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73556794, jitterRate=0.09608164429664612}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:18:54,356 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731604734294Initializing all the Stores at 1731604734300 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604734300Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604734302 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604734302Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604734302Cleaning up temporary data from old regions at 1731604734349 (+47 ms)Region opened successfully at 1731604734356 (+7 ms) 2024-11-14T17:18:54,356 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T17:18:54,361 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69283353, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4e57a52647ef/172.17.0.3:0 2024-11-14T17:18:54,365 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T17:18:54,366 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T17:18:54,366 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T17:18:54,366 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T17:18:54,373 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 6 msec 2024-11-14T17:18:54,414 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 41 msec 2024-11-14T17:18:54,415 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T17:18:54,415 WARN [RS:0;4e57a52647ef:44725 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 4e57a52647ef,40469,1731604705227: status=Processing ServerCrashProcedure of 4e57a52647ef,40469,1731604705227 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731604720534, completionTime=-1 appears to have been leaked 2024-11-14T17:18:54,419 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T17:18:54,421 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34571-0x100ab72df260003, quorum=127.0.0.1:59416, baseZNode=/1945259558 Unable to get data of znode /1945259558/balancer because node does not exist (not necessarily an error) 2024-11-14T17:18:54,422 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1945259558/balancer already deleted, retry=false 2024-11-14T17:18:54,423 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T17:18:54,424 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34571-0x100ab72df260003, quorum=127.0.0.1:59416, baseZNode=/1945259558 Unable to get data of znode /1945259558/normalizer because node does not exist (not necessarily an error) 2024-11-14T17:18:54,426 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1945259558/normalizer already deleted, retry=false 2024-11-14T17:18:54,426 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T17:18:54,431 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34571-0x100ab72df260003, quorum=127.0.0.1:59416, baseZNode=/1945259558 Unable to get data of znode /1945259558/switch/split because node does not exist (not necessarily an error) 2024-11-14T17:18:54,435 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1945259558/switch/split already deleted, retry=false 2024-11-14T17:18:54,439 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34571-0x100ab72df260003, quorum=127.0.0.1:59416, baseZNode=/1945259558 Unable to get data of znode /1945259558/switch/merge because node does not exist (not necessarily an error) 2024-11-14T17:18:54,440 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1945259558/switch/merge already deleted, retry=false 2024-11-14T17:18:54,450 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34571-0x100ab72df260003, quorum=127.0.0.1:59416, baseZNode=/1945259558 Unable to get data of znode /1945259558/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T17:18:54,459 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1945259558/snapshot-cleanup already deleted, retry=false 2024-11-14T17:18:54,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34571-0x100ab72df260003, quorum=127.0.0.1:59416, baseZNode=/1945259558 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1945259558/running 2024-11-14T17:18:54,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34571-0x100ab72df260003, quorum=127.0.0.1:59416, baseZNode=/1945259558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1945259558 2024-11-14T17:18:54,470 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4e57a52647ef,34571,1731604733466, sessionid=0x100ab72df260003, setting cluster-up flag (Was=false) 2024-11-14T17:18:54,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36101-0x100ab72df260004, quorum=127.0.0.1:59416, baseZNode=/1945259558 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1945259558/running 2024-11-14T17:18:54,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36101-0x100ab72df260004, quorum=127.0.0.1:59416, baseZNode=/1945259558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1945259558 2024-11-14T17:18:54,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36101-0x100ab72df260004, quorum=127.0.0.1:59416, baseZNode=/1945259558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1945259558 2024-11-14T17:18:54,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34571-0x100ab72df260003, quorum=127.0.0.1:59416, baseZNode=/1945259558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1945259558 2024-11-14T17:18:54,482 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1945259558/flush-table-proc/acquired, /1945259558/flush-table-proc/reached, /1945259558/flush-table-proc/abort 2024-11-14T17:18:54,483 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4e57a52647ef,34571,1731604733466 2024-11-14T17:18:54,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34571-0x100ab72df260003, quorum=127.0.0.1:59416, baseZNode=/1945259558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1945259558 2024-11-14T17:18:54,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36101-0x100ab72df260004, quorum=127.0.0.1:59416, baseZNode=/1945259558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1945259558 2024-11-14T17:18:54,507 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1945259558/online-snapshot/acquired, /1945259558/online-snapshot/reached, /1945259558/online-snapshot/abort 2024-11-14T17:18:54,522 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4e57a52647ef,34571,1731604733466 2024-11-14T17:18:54,537 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40943/user/jenkins/test-data/ba50444b-749a-81c2-44af-d69d6038b2e7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T17:18:54,547 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T17:18:54,547 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T17:18:54,547 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T17:18:54,547 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4e57a52647ef,34571,1731604733466 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T17:18:54,565 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:18:54,565 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:18:54,565 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:18:54,565 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:18:54,565 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4e57a52647ef:0, corePoolSize=10, maxPoolSize=10 2024-11-14T17:18:54,566 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:18:54,566 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4e57a52647ef:0, corePoolSize=2, maxPoolSize=2 2024-11-14T17:18:54,566 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:18:54,566 INFO [RS:0;4e57a52647ef:36101 {}] regionserver.HRegionServer(746): ClusterId : 3aa809ef-0ffa-4542-9b2f-2a3bb76a60b4 2024-11-14T17:18:54,566 DEBUG [RS:0;4e57a52647ef:36101 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T17:18:54,571 DEBUG [RS:0;4e57a52647ef:36101 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T17:18:54,571 DEBUG [RS:0;4e57a52647ef:36101 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T17:18:54,576 DEBUG [RS:0;4e57a52647ef:36101 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T17:18:54,576 DEBUG [RS:0;4e57a52647ef:36101 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62596d5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4e57a52647ef/172.17.0.3:0 2024-11-14T17:18:54,581 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T17:18:54,581 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T17:18:54,590 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:54,590 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T17:18:54,598 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731604764598 2024-11-14T17:18:54,599 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T17:18:54,599 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T17:18:54,599 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T17:18:54,599 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T17:18:54,599 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T17:18:54,599 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T17:18:54,616 DEBUG [RS:0;4e57a52647ef:36101 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4e57a52647ef:36101 2024-11-14T17:18:54,617 INFO [RS:0;4e57a52647ef:36101 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T17:18:54,617 INFO [RS:0;4e57a52647ef:36101 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T17:18:54,617 DEBUG [RS:0;4e57a52647ef:36101 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T17:18:54,618 INFO [RS:0;4e57a52647ef:36101 {}] regionserver.HRegionServer(2659): reportForDuty to master=4e57a52647ef,34571,1731604733466 with port=36101, startcode=1731604733545 2024-11-14T17:18:54,619 DEBUG [RS:0;4e57a52647ef:36101 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T17:18:54,625 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41995, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T17:18:54,626 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34571 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T17:18:54,627 DEBUG [RS:0;4e57a52647ef:36101 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-14T17:18:54,627 WARN [RS:0;4e57a52647ef:36101 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-14T17:18:54,630 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:54,667 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T17:18:54,667 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T17:18:54,667 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T17:18:54,667 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T17:18:54,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42251 is added to blk_1073741831_1007 (size=1321) 2024-11-14T17:18:54,690 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T17:18:54,690 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T17:18:54,691 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731604734691,5,FailOnTimeoutGroup] 2024-11-14T17:18:54,692 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40943/user/jenkins/test-data/ba50444b-749a-81c2-44af-d69d6038b2e7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T17:18:54,692 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40943/user/jenkins/test-data/ba50444b-749a-81c2-44af-d69d6038b2e7 2024-11-14T17:18:54,694 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731604734691,5,FailOnTimeoutGroup] 2024-11-14T17:18:54,694 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:54,694 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T17:18:54,694 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:54,695 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:54,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42251 is added to blk_1073741832_1008 (size=32) 2024-11-14T17:18:54,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:18:54,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T17:18:54,720 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T17:18:54,720 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:54,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:18:54,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T17:18:54,722 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T17:18:54,722 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:54,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:18:54,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T17:18:54,724 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T17:18:54,725 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:54,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:18:54,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T17:18:54,729 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T17:18:54,729 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:54,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:18:54,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T17:18:54,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40943/user/jenkins/test-data/ba50444b-749a-81c2-44af-d69d6038b2e7/data/hbase/meta/1588230740 2024-11-14T17:18:54,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40943/user/jenkins/test-data/ba50444b-749a-81c2-44af-d69d6038b2e7/data/hbase/meta/1588230740 2024-11-14T17:18:54,731 INFO [RS:0;4e57a52647ef:36101 {}] regionserver.HRegionServer(2659): reportForDuty to master=4e57a52647ef,34571,1731604733466 with port=36101, startcode=1731604733545 2024-11-14T17:18:54,732 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34571 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4e57a52647ef,36101,1731604733545 2024-11-14T17:18:54,732 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34571 {}] master.ServerManager(517): Registering regionserver=4e57a52647ef,36101,1731604733545 2024-11-14T17:18:54,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T17:18:54,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T17:18:54,733 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:18:54,734 DEBUG [RS:0;4e57a52647ef:36101 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40943/user/jenkins/test-data/ba50444b-749a-81c2-44af-d69d6038b2e7 2024-11-14T17:18:54,734 DEBUG [RS:0;4e57a52647ef:36101 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40943 2024-11-14T17:18:54,734 DEBUG [RS:0;4e57a52647ef:36101 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T17:18:54,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T17:18:54,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34571-0x100ab72df260003, quorum=127.0.0.1:59416, baseZNode=/1945259558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1945259558/rs 2024-11-14T17:18:54,737 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40943/user/jenkins/test-data/ba50444b-749a-81c2-44af-d69d6038b2e7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:18:54,737 DEBUG [RS:0;4e57a52647ef:36101 {}] zookeeper.ZKUtil(111): regionserver:36101-0x100ab72df260004, quorum=127.0.0.1:59416, baseZNode=/1945259558 Set watcher on existing znode=/1945259558/rs/4e57a52647ef,36101,1731604733545 2024-11-14T17:18:54,737 WARN [RS:0;4e57a52647ef:36101 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T17:18:54,737 INFO [RS:0;4e57a52647ef:36101 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:18:54,737 DEBUG [RS:0;4e57a52647ef:36101 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40943/user/jenkins/test-data/ba50444b-749a-81c2-44af-d69d6038b2e7/WALs/4e57a52647ef,36101,1731604733545 2024-11-14T17:18:54,737 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64359458, jitterRate=-0.04096934199333191}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:18:54,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731604734712Initializing all the Stores at 1731604734713 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604734713Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604734718 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604734718Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604734718Cleaning up temporary data from old regions at 1731604734732 (+14 ms)Region opened successfully at 1731604734737 (+5 ms) 2024-11-14T17:18:54,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T17:18:54,738 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T17:18:54,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T17:18:54,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T17:18:54,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T17:18:54,739 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T17:18:54,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731604734738Disabling compacts and flushes for region at 1731604734738Disabling writes for close at 1731604734738Writing region close event to WAL at 1731604734739 (+1 ms)Closed at 1731604734739 2024-11-14T17:18:54,739 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4e57a52647ef,36101,1731604733545] 2024-11-14T17:18:54,740 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T17:18:54,740 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T17:18:54,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T17:18:54,742 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T17:18:54,743 INFO [RS:0;4e57a52647ef:36101 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T17:18:54,743 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T17:18:54,745 INFO [RS:0;4e57a52647ef:36101 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T17:18:54,745 INFO [RS:0;4e57a52647ef:36101 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T17:18:54,745 INFO [RS:0;4e57a52647ef:36101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:54,745 INFO [RS:0;4e57a52647ef:36101 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T17:18:54,746 INFO [RS:0;4e57a52647ef:36101 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T17:18:54,746 INFO [RS:0;4e57a52647ef:36101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:54,747 DEBUG [RS:0;4e57a52647ef:36101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:18:54,747 DEBUG [RS:0;4e57a52647ef:36101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:18:54,747 DEBUG [RS:0;4e57a52647ef:36101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:18:54,747 DEBUG [RS:0;4e57a52647ef:36101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:18:54,747 DEBUG [RS:0;4e57a52647ef:36101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:18:54,747 DEBUG [RS:0;4e57a52647ef:36101 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4e57a52647ef:0, corePoolSize=2, maxPoolSize=2 2024-11-14T17:18:54,747 DEBUG [RS:0;4e57a52647ef:36101 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:18:54,747 DEBUG [RS:0;4e57a52647ef:36101 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:18:54,747 DEBUG [RS:0;4e57a52647ef:36101 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:18:54,747 DEBUG [RS:0;4e57a52647ef:36101 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:18:54,747 DEBUG [RS:0;4e57a52647ef:36101 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:18:54,747 DEBUG [RS:0;4e57a52647ef:36101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:18:54,747 DEBUG [RS:0;4e57a52647ef:36101 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4e57a52647ef:0, corePoolSize=3, maxPoolSize=3 2024-11-14T17:18:54,747 DEBUG [RS:0;4e57a52647ef:36101 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4e57a52647ef:0, corePoolSize=3, maxPoolSize=3 2024-11-14T17:18:54,750 INFO [RS:0;4e57a52647ef:36101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:54,750 INFO [RS:0;4e57a52647ef:36101 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:54,750 INFO [RS:0;4e57a52647ef:36101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:54,750 INFO [RS:0;4e57a52647ef:36101 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:54,750 INFO [RS:0;4e57a52647ef:36101 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:54,750 INFO [RS:0;4e57a52647ef:36101 {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,36101,1731604733545-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T17:18:54,768 INFO [RS:0;4e57a52647ef:36101 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T17:18:54,768 INFO [RS:0;4e57a52647ef:36101 {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,36101,1731604733545-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:54,768 INFO [RS:0;4e57a52647ef:36101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:54,768 INFO [RS:0;4e57a52647ef:36101 {}] regionserver.Replication(171): 4e57a52647ef,36101,1731604733545 started 2024-11-14T17:18:54,784 INFO [RS:0;4e57a52647ef:36101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:54,784 INFO [RS:0;4e57a52647ef:36101 {}] regionserver.HRegionServer(1482): Serving as 4e57a52647ef,36101,1731604733545, RpcServer on 4e57a52647ef/172.17.0.3:36101, sessionid=0x100ab72df260004 2024-11-14T17:18:54,784 DEBUG [RS:0;4e57a52647ef:36101 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T17:18:54,784 DEBUG [RS:0;4e57a52647ef:36101 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4e57a52647ef,36101,1731604733545 2024-11-14T17:18:54,784 DEBUG [RS:0;4e57a52647ef:36101 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4e57a52647ef,36101,1731604733545' 2024-11-14T17:18:54,784 DEBUG [RS:0;4e57a52647ef:36101 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1945259558/flush-table-proc/abort' 2024-11-14T17:18:54,785 DEBUG [RS:0;4e57a52647ef:36101 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1945259558/flush-table-proc/acquired' 2024-11-14T17:18:54,785 DEBUG [RS:0;4e57a52647ef:36101 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T17:18:54,785 DEBUG [RS:0;4e57a52647ef:36101 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T17:18:54,786 DEBUG [RS:0;4e57a52647ef:36101 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4e57a52647ef,36101,1731604733545 2024-11-14T17:18:54,786 DEBUG [RS:0;4e57a52647ef:36101 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4e57a52647ef,36101,1731604733545' 2024-11-14T17:18:54,786 DEBUG [RS:0;4e57a52647ef:36101 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1945259558/online-snapshot/abort' 2024-11-14T17:18:54,786 DEBUG [RS:0;4e57a52647ef:36101 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1945259558/online-snapshot/acquired' 2024-11-14T17:18:54,786 DEBUG [RS:0;4e57a52647ef:36101 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T17:18:54,786 INFO [RS:0;4e57a52647ef:36101 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T17:18:54,786 INFO [RS:0;4e57a52647ef:36101 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T17:18:54,887 INFO [RS:0;4e57a52647ef:36101 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T17:18:54,889 INFO [RS:0;4e57a52647ef:36101 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4e57a52647ef%2C36101%2C1731604733545, suffix=, logDir=hdfs://localhost:40943/user/jenkins/test-data/ba50444b-749a-81c2-44af-d69d6038b2e7/WALs/4e57a52647ef,36101,1731604733545, archiveDir=hdfs://localhost:40943/user/jenkins/test-data/ba50444b-749a-81c2-44af-d69d6038b2e7/oldWALs, maxLogs=10 2024-11-14T17:18:54,898 WARN [4e57a52647ef:34571 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T17:18:54,913 DEBUG [RS:0;4e57a52647ef:36101 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ba50444b-749a-81c2-44af-d69d6038b2e7/WALs/4e57a52647ef,36101,1731604733545/4e57a52647ef%2C36101%2C1731604733545.1731604734890, exclude list is [], retry=0 2024-11-14T17:18:54,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42251,DS-ad7b6b4d-7683-4def-8c71-8c7f42514e93,DISK] 2024-11-14T17:18:54,925 INFO [RS:0;4e57a52647ef:36101 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ba50444b-749a-81c2-44af-d69d6038b2e7/WALs/4e57a52647ef,36101,1731604733545/4e57a52647ef%2C36101%2C1731604733545.1731604734890 2024-11-14T17:18:54,926 DEBUG [RS:0;4e57a52647ef:36101 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37731:37731)] 2024-11-14T17:18:55,148 DEBUG [4e57a52647ef:34571 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T17:18:55,149 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4e57a52647ef,36101,1731604733545 2024-11-14T17:18:55,151 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4e57a52647ef,36101,1731604733545, state=OPENING 2024-11-14T17:18:55,159 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T17:18:55,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36101-0x100ab72df260004, quorum=127.0.0.1:59416, baseZNode=/1945259558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1945259558 2024-11-14T17:18:55,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34571-0x100ab72df260003, quorum=127.0.0.1:59416, baseZNode=/1945259558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1945259558 2024-11-14T17:18:55,162 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1945259558/meta-region-server: CHANGED 2024-11-14T17:18:55,163 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1945259558/meta-region-server: CHANGED 2024-11-14T17:18:55,163 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T17:18:55,163 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4e57a52647ef,36101,1731604733545}] 2024-11-14T17:18:55,317 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T17:18:55,327 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58137, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T17:18:55,335 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T17:18:55,335 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:18:55,335 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T17:18:55,343 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4e57a52647ef%2C36101%2C1731604733545.meta, suffix=.meta, logDir=hdfs://localhost:40943/user/jenkins/test-data/ba50444b-749a-81c2-44af-d69d6038b2e7/WALs/4e57a52647ef,36101,1731604733545, archiveDir=hdfs://localhost:40943/user/jenkins/test-data/ba50444b-749a-81c2-44af-d69d6038b2e7/oldWALs, maxLogs=10 2024-11-14T17:18:55,363 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ba50444b-749a-81c2-44af-d69d6038b2e7/WALs/4e57a52647ef,36101,1731604733545/4e57a52647ef%2C36101%2C1731604733545.meta.1731604735343.meta, exclude list is [], retry=0 2024-11-14T17:18:55,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42251,DS-ad7b6b4d-7683-4def-8c71-8c7f42514e93,DISK] 2024-11-14T17:18:55,376 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ba50444b-749a-81c2-44af-d69d6038b2e7/WALs/4e57a52647ef,36101,1731604733545/4e57a52647ef%2C36101%2C1731604733545.meta.1731604735343.meta 2024-11-14T17:18:55,378 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37731:37731)] 2024-11-14T17:18:55,379 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:18:55,379 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T17:18:55,379 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T17:18:55,379 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T17:18:55,380 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T17:18:55,380 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T17:18:55,380 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:18:55,380 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T17:18:55,380 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T17:18:55,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T17:18:55,400 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T17:18:55,400 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:55,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:18:55,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T17:18:55,412 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T17:18:55,412 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:55,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:18:55,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T17:18:55,423 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T17:18:55,423 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:55,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:18:55,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T17:18:55,432 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T17:18:55,432 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:55,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:18:55,433 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T17:18:55,435 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40943/user/jenkins/test-data/ba50444b-749a-81c2-44af-d69d6038b2e7/data/hbase/meta/1588230740 2024-11-14T17:18:55,445 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40943/user/jenkins/test-data/ba50444b-749a-81c2-44af-d69d6038b2e7/data/hbase/meta/1588230740 2024-11-14T17:18:55,454 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T17:18:55,454 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T17:18:55,456 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:18:55,471 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T17:18:55,472 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70584983, jitterRate=0.05179820954799652}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:18:55,472 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T17:18:55,472 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731604735380Writing region info on filesystem at 1731604735380Initializing all the Stores at 1731604735386 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604735386Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604735390 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604735390Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604735390Cleaning up temporary data from old regions at 1731604735454 (+64 ms)Running coprocessor post-open hooks at 1731604735472 (+18 ms)Region opened successfully at 1731604735472 2024-11-14T17:18:55,473 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731604735316 2024-11-14T17:18:55,476 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T17:18:55,476 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T17:18:55,477 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4e57a52647ef,36101,1731604733545 2024-11-14T17:18:55,479 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4e57a52647ef,36101,1731604733545, state=OPEN 2024-11-14T17:18:55,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34571-0x100ab72df260003, quorum=127.0.0.1:59416, baseZNode=/1945259558 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1945259558/meta-region-server 2024-11-14T17:18:55,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36101-0x100ab72df260004, quorum=127.0.0.1:59416, baseZNode=/1945259558 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1945259558/meta-region-server 2024-11-14T17:18:55,486 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1945259558/meta-region-server: CHANGED 2024-11-14T17:18:55,487 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1945259558/meta-region-server: CHANGED 2024-11-14T17:18:55,487 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4e57a52647ef,36101,1731604733545 2024-11-14T17:18:55,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T17:18:55,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4e57a52647ef,36101,1731604733545 in 324 msec 2024-11-14T17:18:55,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T17:18:55,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 762 msec 2024-11-14T17:18:55,513 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T17:18:55,513 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T17:18:55,519 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:18:55,519 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,36101,1731604733545, seqNum=-1] 2024-11-14T17:18:55,520 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:18:55,524 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48995, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:18:55,535 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 992 msec 2024-11-14T17:18:55,535 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731604735535, completionTime=-1 2024-11-14T17:18:55,535 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T17:18:55,535 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T17:18:55,538 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T17:18:55,538 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731604795538 2024-11-14T17:18:55,538 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731604855538 2024-11-14T17:18:55,538 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-14T17:18:55,539 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,34571,1731604733466-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:55,539 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,34571,1731604733466-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:55,539 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,34571,1731604733466-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:55,539 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4e57a52647ef:34571, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:55,539 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:55,541 DEBUG [master/4e57a52647ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T17:18:55,542 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:55,550 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.832sec 2024-11-14T17:18:55,550 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T17:18:55,550 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T17:18:55,550 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T17:18:55,550 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T17:18:55,550 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T17:18:55,550 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,34571,1731604733466-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T17:18:55,550 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,34571,1731604733466-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T17:18:55,553 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T17:18:55,553 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T17:18:55,553 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,34571,1731604733466-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:18:55,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@335d1793, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:55,563 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,34571,-1 for getting cluster id 2024-11-14T17:18:55,564 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:18:55,565 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3aa809ef-0ffa-4542-9b2f-2a3bb76a60b4' 2024-11-14T17:18:55,566 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:18:55,566 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3aa809ef-0ffa-4542-9b2f-2a3bb76a60b4" 2024-11-14T17:18:55,566 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@769bf6f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:55,566 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,34571,-1] 2024-11-14T17:18:55,566 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:18:55,567 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:55,571 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:18:55,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5831a53d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:55,573 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:18:55,574 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,36101,1731604733545, seqNum=-1] 2024-11-14T17:18:55,575 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:18:55,576 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:18:55,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4e57a52647ef,34571,1731604733466 2024-11-14T17:18:55,580 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59416 2024-11-14T17:18:55,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59416, baseZNode=/1945259558 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:18:55,594 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100ab72df260005 connected 2024-11-14T17:18:55,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c2c7126, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:55,607 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,37223,-1 for getting cluster id 2024-11-14T17:18:55,607 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:18:55,609 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6469464-88e1-4c4d-b3fe-a4cfcc1ea0f0' 2024-11-14T17:18:55,609 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:18:55,610 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6469464-88e1-4c4d-b3fe-a4cfcc1ea0f0" 2024-11-14T17:18:55,610 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4003c9b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:55,610 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,37223,-1] 2024-11-14T17:18:55,610 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:18:55,610 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:55,613 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:18:55,614 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cee25be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:55,614 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:18:55,615 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,37223,1731604730563 2024-11-14T17:18:55,615 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6fe360d8 2024-11-14T17:18:55,616 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:18:55,617 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:18:55,618 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37223 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://4e57a52647ef:34571,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T17:18:55,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37223 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T17:18:55,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:18:55,623 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4e57a52647ef:34571' 2024-11-14T17:18:55,627 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f28e2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:55,627 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,34571,-1 for getting cluster id 2024-11-14T17:18:55,627 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:18:55,628 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3aa809ef-0ffa-4542-9b2f-2a3bb76a60b4' 2024-11-14T17:18:55,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:18:55,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3aa809ef-0ffa-4542-9b2f-2a3bb76a60b4" 2024-11-14T17:18:55,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62930382, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:55,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,34571,-1] 2024-11-14T17:18:55,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:18:55,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:55,632 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:18:55,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75035b3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:55,635 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:18:55,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,34571,1731604733466 2024-11-14T17:18:55,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28a97ea3 2024-11-14T17:18:55,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:18:55,641 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:18:55,642 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-14T17:18:55,642 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T17:18:55,642 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:55,642 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:55,643 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T17:18:55,645 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T17:18:55,646 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:18:55,646 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T17:18:55,646 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:55,648 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T17:18:55,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37629 is added to blk_1073741835_1011 (size=1138) 2024-11-14T17:18:55,702 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T17:18:55,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:18:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:18:56,095 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9aeb2789e31f67e3d1ffbabb8e81c95f, NAME => 'hbase:replication,,1731604735643.9aeb2789e31f67e3d1ffbabb8e81c95f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767 2024-11-14T17:18:56,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37629 is added to blk_1073741836_1012 (size=44) 2024-11-14T17:18:56,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:18:56,503 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731604735643.9aeb2789e31f67e3d1ffbabb8e81c95f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:18:56,503 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9aeb2789e31f67e3d1ffbabb8e81c95f, disabling compactions & flushes 2024-11-14T17:18:56,503 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731604735643.9aeb2789e31f67e3d1ffbabb8e81c95f. 2024-11-14T17:18:56,503 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731604735643.9aeb2789e31f67e3d1ffbabb8e81c95f. 2024-11-14T17:18:56,503 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731604735643.9aeb2789e31f67e3d1ffbabb8e81c95f. after waiting 0 ms 2024-11-14T17:18:56,503 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731604735643.9aeb2789e31f67e3d1ffbabb8e81c95f. 2024-11-14T17:18:56,503 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731604735643.9aeb2789e31f67e3d1ffbabb8e81c95f. 2024-11-14T17:18:56,503 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9aeb2789e31f67e3d1ffbabb8e81c95f: Waiting for close lock at 1731604736503Disabling compacts and flushes for region at 1731604736503Disabling writes for close at 1731604736503Writing region close event to WAL at 1731604736503Closed at 1731604736503 2024-11-14T17:18:56,505 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T17:18:56,505 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731604735643.9aeb2789e31f67e3d1ffbabb8e81c95f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731604736505"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731604736505"}]},"ts":"1731604736505"} 2024-11-14T17:18:56,507 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T17:18:56,509 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T17:18:56,509 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604736509"}]},"ts":"1731604736509"} 2024-11-14T17:18:56,511 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T17:18:56,511 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9aeb2789e31f67e3d1ffbabb8e81c95f, ASSIGN}] 2024-11-14T17:18:56,512 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9aeb2789e31f67e3d1ffbabb8e81c95f, ASSIGN 2024-11-14T17:18:56,513 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9aeb2789e31f67e3d1ffbabb8e81c95f, ASSIGN; state=OFFLINE, location=4e57a52647ef,44725,1731604730684; forceNewPlan=false, retain=false 2024-11-14T17:18:56,664 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9aeb2789e31f67e3d1ffbabb8e81c95f, regionState=OPENING, regionLocation=4e57a52647ef,44725,1731604730684 2024-11-14T17:18:56,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9aeb2789e31f67e3d1ffbabb8e81c95f, ASSIGN because future has completed 2024-11-14T17:18:56,669 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9aeb2789e31f67e3d1ffbabb8e81c95f, server=4e57a52647ef,44725,1731604730684}] 2024-11-14T17:18:56,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:18:56,836 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731604735643.9aeb2789e31f67e3d1ffbabb8e81c95f. 2024-11-14T17:18:56,836 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:18:56,837 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T17:18:56,839 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4e57a52647ef%2C44725%2C1731604730684.rep, suffix=, logDir=hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/WALs/4e57a52647ef,44725,1731604730684, archiveDir=hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/oldWALs, maxLogs=10 2024-11-14T17:18:56,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/WALs/4e57a52647ef,44725,1731604730684/4e57a52647ef%2C44725%2C1731604730684.rep.1731604736839, exclude list is [], retry=0 2024-11-14T17:18:56,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37629,DS-68092ce8-5b8e-41ef-baed-a139bac6059e,DISK] 2024-11-14T17:18:56,871 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/WALs/4e57a52647ef,44725,1731604730684/4e57a52647ef%2C44725%2C1731604730684.rep.1731604736839 2024-11-14T17:18:56,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38071:38071)] 2024-11-14T17:18:56,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 9aeb2789e31f67e3d1ffbabb8e81c95f, NAME => 'hbase:replication,,1731604735643.9aeb2789e31f67e3d1ffbabb8e81c95f.', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:18:56,873 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T17:18:56,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T17:18:56,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731604735643.9aeb2789e31f67e3d1ffbabb8e81c95f. service=MultiRowMutationService 2024-11-14T17:18:56,873 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T17:18:56,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9aeb2789e31f67e3d1ffbabb8e81c95f 2024-11-14T17:18:56,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731604735643.9aeb2789e31f67e3d1ffbabb8e81c95f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:18:56,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 9aeb2789e31f67e3d1ffbabb8e81c95f 2024-11-14T17:18:56,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 9aeb2789e31f67e3d1ffbabb8e81c95f 2024-11-14T17:18:56,878 INFO [StoreOpener-9aeb2789e31f67e3d1ffbabb8e81c95f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9aeb2789e31f67e3d1ffbabb8e81c95f 2024-11-14T17:18:56,880 INFO [StoreOpener-9aeb2789e31f67e3d1ffbabb8e81c95f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9aeb2789e31f67e3d1ffbabb8e81c95f columnFamilyName hfileref 2024-11-14T17:18:56,880 DEBUG [StoreOpener-9aeb2789e31f67e3d1ffbabb8e81c95f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:56,881 INFO [StoreOpener-9aeb2789e31f67e3d1ffbabb8e81c95f-1 {}] regionserver.HStore(327): Store=9aeb2789e31f67e3d1ffbabb8e81c95f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:18:56,881 INFO [StoreOpener-9aeb2789e31f67e3d1ffbabb8e81c95f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9aeb2789e31f67e3d1ffbabb8e81c95f 2024-11-14T17:18:56,883 INFO [StoreOpener-9aeb2789e31f67e3d1ffbabb8e81c95f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9aeb2789e31f67e3d1ffbabb8e81c95f columnFamilyName queue 2024-11-14T17:18:56,883 DEBUG [StoreOpener-9aeb2789e31f67e3d1ffbabb8e81c95f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:56,883 INFO [StoreOpener-9aeb2789e31f67e3d1ffbabb8e81c95f-1 {}] regionserver.HStore(327): Store=9aeb2789e31f67e3d1ffbabb8e81c95f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:18:56,884 INFO [StoreOpener-9aeb2789e31f67e3d1ffbabb8e81c95f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9aeb2789e31f67e3d1ffbabb8e81c95f 2024-11-14T17:18:56,887 INFO [StoreOpener-9aeb2789e31f67e3d1ffbabb8e81c95f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9aeb2789e31f67e3d1ffbabb8e81c95f columnFamilyName sid 2024-11-14T17:18:56,887 DEBUG [StoreOpener-9aeb2789e31f67e3d1ffbabb8e81c95f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:18:56,887 INFO [StoreOpener-9aeb2789e31f67e3d1ffbabb8e81c95f-1 {}] regionserver.HStore(327): Store=9aeb2789e31f67e3d1ffbabb8e81c95f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:18:56,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 9aeb2789e31f67e3d1ffbabb8e81c95f 2024-11-14T17:18:56,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/data/hbase/replication/9aeb2789e31f67e3d1ffbabb8e81c95f 2024-11-14T17:18:56,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/data/hbase/replication/9aeb2789e31f67e3d1ffbabb8e81c95f 2024-11-14T17:18:56,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 9aeb2789e31f67e3d1ffbabb8e81c95f 2024-11-14T17:18:56,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 9aeb2789e31f67e3d1ffbabb8e81c95f 2024-11-14T17:18:56,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T17:18:56,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 9aeb2789e31f67e3d1ffbabb8e81c95f 2024-11-14T17:18:56,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/data/hbase/replication/9aeb2789e31f67e3d1ffbabb8e81c95f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:18:56,908 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 9aeb2789e31f67e3d1ffbabb8e81c95f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66234688, jitterRate=-0.013026237487792969}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T17:18:56,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9aeb2789e31f67e3d1ffbabb8e81c95f 2024-11-14T17:18:56,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 9aeb2789e31f67e3d1ffbabb8e81c95f: Running coprocessor pre-open hook at 1731604736874Writing region info on filesystem at 1731604736874Initializing all the Stores at 1731604736876 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604736876Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604736878 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604736878Cleaning up temporary data from old regions at 1731604736902 (+24 ms)Running coprocessor post-open hooks at 1731604736908 (+6 ms)Region opened successfully at 1731604736909 (+1 ms) 2024-11-14T17:18:56,912 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731604735643.9aeb2789e31f67e3d1ffbabb8e81c95f., pid=7, masterSystemTime=1731604736826 2024-11-14T17:18:56,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731604735643.9aeb2789e31f67e3d1ffbabb8e81c95f. 2024-11-14T17:18:56,918 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731604735643.9aeb2789e31f67e3d1ffbabb8e81c95f. 2024-11-14T17:18:56,919 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9aeb2789e31f67e3d1ffbabb8e81c95f, regionState=OPEN, openSeqNum=2, regionLocation=4e57a52647ef,44725,1731604730684 2024-11-14T17:18:56,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9aeb2789e31f67e3d1ffbabb8e81c95f, server=4e57a52647ef,44725,1731604730684 because future has completed 2024-11-14T17:18:56,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-14T17:18:56,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 9aeb2789e31f67e3d1ffbabb8e81c95f, server=4e57a52647ef,44725,1731604730684 in 263 msec 2024-11-14T17:18:56,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T17:18:56,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9aeb2789e31f67e3d1ffbabb8e81c95f, ASSIGN in 424 msec 2024-11-14T17:18:56,940 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T17:18:56,940 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604736940"}]},"ts":"1731604736940"} 2024-11-14T17:18:56,943 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T17:18:56,944 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T17:18:56,947 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3010 sec 2024-11-14T17:18:56,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731604735643.9aeb2789e31f67e3d1ffbabb8e81c95f., hostname=4e57a52647ef,44725,1731604730684, seqNum=2] 2024-11-14T17:18:56,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37223-0x100ab72df260000, quorum=127.0.0.1:59416, baseZNode=/01973505477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01973505477 2024-11-14T17:18:56,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44725-0x100ab72df260001, quorum=127.0.0.1:59416, baseZNode=/01973505477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01973505477 2024-11-14T17:18:56,982 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T17:18:57,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44725 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-14T17:18:57,138 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T17:18:57,171 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-4e57a52647ef,44725,1731604730684, ReplicationSource: 1, currentBandwidth=0 2024-11-14T17:18:57,171 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:18:57,171 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,44725,1731604730684, seqNum=-1] 2024-11-14T17:18:57,172 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:18:57,173 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44697, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-14T17:18:57,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4e57a52647ef,44725,1731604730684', locateType=CURRENT is [region=hbase:replication,,1731604735643.9aeb2789e31f67e3d1ffbabb8e81c95f., hostname=4e57a52647ef,44725,1731604730684, seqNum=2] 2024-11-14T17:18:57,179 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-14T17:18:57,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37223 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-14T17:18:57,188 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4e57a52647ef,44725,1731604730684 suceeded 2024-11-14T17:18:57,194 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-14T17:18:57,194 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 206 msec 2024-11-14T17:18:57,194 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4e57a52647ef:34571,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T17:18:57,196 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44725,1731604730684 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4e57a52647ef:34571' 2024-11-14T17:18:57,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5760 sec 2024-11-14T17:18:57,199 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44725,1731604730684 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35aa53ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:57,199 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44725,1731604730684 {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,34571,-1 for getting cluster id 2024-11-14T17:18:57,199 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44725,1731604730684 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:18:57,206 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3aa809ef-0ffa-4542-9b2f-2a3bb76a60b4' 2024-11-14T17:18:57,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:18:57,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3aa809ef-0ffa-4542-9b2f-2a3bb76a60b4" 2024-11-14T17:18:57,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@af1c497, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:57,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,34571,-1] 2024-11-14T17:18:57,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:18:57,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:57,209 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:18:57,210 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44725,1731604730684 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31ef0920, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:18:57,210 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44725,1731604730684 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:18:57,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,34571,1731604733466 2024-11-14T17:18:57,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b7128c2 2024-11-14T17:18:57,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:18:57,212 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-14T17:18:57,213 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44725,1731604730684 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4e57a52647ef,44725,1731604730684 (queues=1) is replicating from cluster=f6469464-88e1-4c4d-b3fe-a4cfcc1ea0f0 to cluster=3aa809ef-0ffa-4542-9b2f-2a3bb76a60b4 2024-11-14T17:18:57,213 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44725,1731604730684 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4e57a52647ef%2C44725%2C1731604730684 2024-11-14T17:18:57,213 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44725,1731604730684 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4e57a52647ef,44725,1731604730684, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T17:18:57,214 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44725,1731604730684.replicationSource.wal-reader.4e57a52647ef%2C44725%2C1731604730684,1-4e57a52647ef,44725,1731604730684 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/WALs/4e57a52647ef,44725,1731604730684/4e57a52647ef%2C44725%2C1731604730684.1731604731865, startPosition=0, beingWritten=true 2024-11-14T17:18:57,214 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44725,1731604730684.replicationSource.shipper4e57a52647ef%2C44725%2C1731604730684,1-4e57a52647ef,44725,1731604730684 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4e57a52647ef%2C44725%2C1731604730684 2024-11-14T17:18:57,423 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44725,1731604730684.replicationSource.wal-reader.4e57a52647ef%2C44725%2C1731604730684,1-4e57a52647ef,44725,1731604730684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/WALs/4e57a52647ef,44725,1731604730684/4e57a52647ef%2C44725%2C1731604730684.1731604731865 to pos 0, reset compression=false 2024-11-14T17:18:57,730 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44725,1731604730684.replicationSource.wal-reader.4e57a52647ef%2C44725%2C1731604730684,1-4e57a52647ef,44725,1731604730684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/WALs/4e57a52647ef,44725,1731604730684/4e57a52647ef%2C44725%2C1731604730684.1731604731865 to pos 0, reset compression=false 2024-11-14T17:18:57,759 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T17:18:57,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:18:57,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:18:57,774 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T17:18:57,774 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:18:57,774 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:18:57,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:57,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:57,774 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:18:57,774 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:18:57,775 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,37223,1731604730563 2024-11-14T17:18:57,775 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2efc66e6 2024-11-14T17:18:57,776 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:18:57,777 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:18:57,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37223 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-14T17:18:57,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T17:18:57,778 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:18:57,778 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:18:57,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:57,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:57,778 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:18:57,778 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T17:18:57,778 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=610847395, stopped=false 2024-11-14T17:18:57,778 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4e57a52647ef,34571,1731604733466 2024-11-14T17:18:57,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34571-0x100ab72df260003, quorum=127.0.0.1:59416, baseZNode=/1945259558 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1945259558/running 2024-11-14T17:18:57,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34571-0x100ab72df260003, quorum=127.0.0.1:59416, baseZNode=/1945259558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1945259558 2024-11-14T17:18:57,787 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T17:18:57,787 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:18:57,787 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:18:57,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:57,787 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4e57a52647ef,36101,1731604733545' ***** 2024-11-14T17:18:57,787 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T17:18:57,787 INFO [RS:0;4e57a52647ef:36101 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T17:18:57,788 INFO [RS:0;4e57a52647ef:36101 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T17:18:57,788 INFO [RS:0;4e57a52647ef:36101 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T17:18:57,788 INFO [RS:0;4e57a52647ef:36101 {}] regionserver.HRegionServer(959): stopping server 4e57a52647ef,36101,1731604733545 2024-11-14T17:18:57,788 INFO [RS:0;4e57a52647ef:36101 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T17:18:57,788 INFO [RS:0;4e57a52647ef:36101 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4e57a52647ef:36101. 2024-11-14T17:18:57,788 DEBUG [RS:0;4e57a52647ef:36101 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:18:57,788 DEBUG [RS:0;4e57a52647ef:36101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:57,788 INFO [RS:0;4e57a52647ef:36101 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T17:18:57,788 INFO [RS:0;4e57a52647ef:36101 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T17:18:57,788 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34571-0x100ab72df260003, quorum=127.0.0.1:59416, baseZNode=/1945259558 Set watcher on znode that does not yet exist, /1945259558/running 2024-11-14T17:18:57,788 INFO [RS:0;4e57a52647ef:36101 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T17:18:57,788 INFO [RS:0;4e57a52647ef:36101 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T17:18:57,789 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T17:18:57,789 INFO [RS:0;4e57a52647ef:36101 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T17:18:57,789 DEBUG [RS:0;4e57a52647ef:36101 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T17:18:57,789 DEBUG [RS:0;4e57a52647ef:36101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T17:18:57,789 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T17:18:57,789 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T17:18:57,789 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T17:18:57,789 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T17:18:57,789 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T17:18:57,790 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-14T17:18:57,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36101-0x100ab72df260004, quorum=127.0.0.1:59416, baseZNode=/1945259558 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1945259558/running 2024-11-14T17:18:57,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36101-0x100ab72df260004, quorum=127.0.0.1:59416, baseZNode=/1945259558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1945259558 2024-11-14T17:18:57,791 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36101-0x100ab72df260004, quorum=127.0.0.1:59416, baseZNode=/1945259558 Set watcher on znode that does not yet exist, /1945259558/running 2024-11-14T17:18:57,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:18:57,822 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T17:18:57,823 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T17:18:57,834 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40943/user/jenkins/test-data/ba50444b-749a-81c2-44af-d69d6038b2e7/data/hbase/meta/1588230740/.tmp/ns/5ae2b2838f054d9db982e2a8b1e64481 is 43, key is default/ns:d/1731604735525/Put/seqid=0 2024-11-14T17:18:57,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42251 is added to blk_1073741835_1011 (size=5153) 2024-11-14T17:18:57,858 INFO [regionserver/4e57a52647ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T17:18:57,989 DEBUG [RS:0;4e57a52647ef:36101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T17:18:58,137 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44725,1731604730684.replicationSource.wal-reader.4e57a52647ef%2C44725%2C1731604730684,1-4e57a52647ef,44725,1731604730684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/WALs/4e57a52647ef,44725,1731604730684/4e57a52647ef%2C44725%2C1731604730684.1731604731865 to pos 0, reset compression=false 2024-11-14T17:18:58,190 DEBUG [RS:0;4e57a52647ef:36101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T17:18:58,247 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40943/user/jenkins/test-data/ba50444b-749a-81c2-44af-d69d6038b2e7/data/hbase/meta/1588230740/.tmp/ns/5ae2b2838f054d9db982e2a8b1e64481 2024-11-14T17:18:58,260 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40943/user/jenkins/test-data/ba50444b-749a-81c2-44af-d69d6038b2e7/data/hbase/meta/1588230740/.tmp/ns/5ae2b2838f054d9db982e2a8b1e64481 as hdfs://localhost:40943/user/jenkins/test-data/ba50444b-749a-81c2-44af-d69d6038b2e7/data/hbase/meta/1588230740/ns/5ae2b2838f054d9db982e2a8b1e64481 2024-11-14T17:18:58,273 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40943/user/jenkins/test-data/ba50444b-749a-81c2-44af-d69d6038b2e7/data/hbase/meta/1588230740/ns/5ae2b2838f054d9db982e2a8b1e64481, entries=2, sequenceid=6, filesize=5.0 K 2024-11-14T17:18:58,274 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 485ms, sequenceid=6, compaction requested=false 2024-11-14T17:18:58,310 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40943/user/jenkins/test-data/ba50444b-749a-81c2-44af-d69d6038b2e7/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T17:18:58,310 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T17:18:58,311 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T17:18:58,311 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T17:18:58,311 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731604737789Running coprocessor pre-close hooks at 1731604737789Disabling compacts and flushes for region at 1731604737789Disabling writes for close at 1731604737789Obtaining lock to block concurrent updates at 1731604737790 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731604737790Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731604737790Flushing stores of hbase:meta,,1.1588230740 at 1731604737791 (+1 ms)Flushing 1588230740/ns: creating writer at 1731604737791Flushing 1588230740/ns: appending metadata at 1731604737833 (+42 ms)Flushing 1588230740/ns: closing flushed file at 1731604737834 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c6003a4: reopening flushed file at 1731604738256 (+422 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 485ms, sequenceid=6, compaction requested=false at 1731604738275 (+19 ms)Writing region close event to WAL at 1731604738302 (+27 ms)Running coprocessor post-close hooks at 1731604738310 (+8 ms)Closed at 1731604738311 (+1 ms) 2024-11-14T17:18:58,311 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T17:18:58,390 INFO [RS:0;4e57a52647ef:36101 {}] regionserver.HRegionServer(976): stopping server 4e57a52647ef,36101,1731604733545; all regions closed. 2024-11-14T17:18:58,400 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ba50444b-749a-81c2-44af-d69d6038b2e7/WALs/4e57a52647ef,36101,1731604733545/4e57a52647ef%2C36101%2C1731604733545.meta.1731604735343.meta not finished, retry = 0 2024-11-14T17:18:58,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42251 is added to blk_1073741834_1010 (size=1152) 2024-11-14T17:18:58,504 DEBUG [RS:0;4e57a52647ef:36101 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ba50444b-749a-81c2-44af-d69d6038b2e7/oldWALs 2024-11-14T17:18:58,504 INFO [RS:0;4e57a52647ef:36101 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4e57a52647ef%2C36101%2C1731604733545.meta:.meta(num 1731604735343) 2024-11-14T17:18:58,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42251 is added to blk_1073741833_1009 (size=93) 2024-11-14T17:18:58,509 DEBUG [RS:0;4e57a52647ef:36101 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ba50444b-749a-81c2-44af-d69d6038b2e7/oldWALs 2024-11-14T17:18:58,509 INFO [RS:0;4e57a52647ef:36101 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4e57a52647ef%2C36101%2C1731604733545:(num 1731604734890) 2024-11-14T17:18:58,509 DEBUG [RS:0;4e57a52647ef:36101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:18:58,509 INFO [RS:0;4e57a52647ef:36101 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T17:18:58,509 INFO [RS:0;4e57a52647ef:36101 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T17:18:58,509 INFO [RS:0;4e57a52647ef:36101 {}] hbase.ChoreService(370): Chore service for: regionserver/4e57a52647ef:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T17:18:58,510 INFO [RS:0;4e57a52647ef:36101 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T17:18:58,510 INFO [regionserver/4e57a52647ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T17:18:58,510 INFO [RS:0;4e57a52647ef:36101 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36101 2024-11-14T17:18:58,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36101-0x100ab72df260004, quorum=127.0.0.1:59416, baseZNode=/1945259558 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1945259558/rs/4e57a52647ef,36101,1731604733545 2024-11-14T17:18:58,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34571-0x100ab72df260003, quorum=127.0.0.1:59416, baseZNode=/1945259558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1945259558/rs 2024-11-14T17:18:58,512 INFO [RS:0;4e57a52647ef:36101 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T17:18:58,514 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4e57a52647ef,36101,1731604733545] 2024-11-14T17:18:58,520 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1945259558/draining/4e57a52647ef,36101,1731604733545 already deleted, retry=false 2024-11-14T17:18:58,520 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4e57a52647ef,36101,1731604733545 expired; onlineServers=0 2024-11-14T17:18:58,520 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4e57a52647ef,34571,1731604733466' ***** 2024-11-14T17:18:58,520 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T17:18:58,520 INFO [M:0;4e57a52647ef:34571 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T17:18:58,520 INFO [M:0;4e57a52647ef:34571 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T17:18:58,521 DEBUG [M:0;4e57a52647ef:34571 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T17:18:58,521 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T17:18:58,521 DEBUG [master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731604734691 {}] cleaner.HFileCleaner(306): Exit Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731604734691,5,FailOnTimeoutGroup] 2024-11-14T17:18:58,521 DEBUG [M:0;4e57a52647ef:34571 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T17:18:58,521 DEBUG [master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731604734691 {}] cleaner.HFileCleaner(306): Exit Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731604734691,5,FailOnTimeoutGroup] 2024-11-14T17:18:58,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34571-0x100ab72df260003, quorum=127.0.0.1:59416, baseZNode=/1945259558 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1945259558/master 2024-11-14T17:18:58,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34571-0x100ab72df260003, quorum=127.0.0.1:59416, baseZNode=/1945259558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1945259558 2024-11-14T17:18:58,523 INFO [M:0;4e57a52647ef:34571 {}] hbase.ChoreService(370): Chore service for: master/4e57a52647ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T17:18:58,523 INFO [M:0;4e57a52647ef:34571 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T17:18:58,523 DEBUG [M:0;4e57a52647ef:34571 {}] master.HMaster(1795): Stopping service threads 2024-11-14T17:18:58,523 INFO [M:0;4e57a52647ef:34571 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T17:18:58,523 INFO [M:0;4e57a52647ef:34571 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T17:18:58,523 INFO [M:0;4e57a52647ef:34571 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T17:18:58,524 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T17:18:58,524 DEBUG [M:0;4e57a52647ef:34571 {}] zookeeper.ZKUtil(347): master:34571-0x100ab72df260003, quorum=127.0.0.1:59416, baseZNode=/1945259558 Unable to get data of znode /1945259558/master because node does not exist (not an error) 2024-11-14T17:18:58,524 WARN [M:0;4e57a52647ef:34571 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T17:18:58,525 INFO [M:0;4e57a52647ef:34571 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40943/user/jenkins/test-data/ba50444b-749a-81c2-44af-d69d6038b2e7/.lastflushedseqids 2024-11-14T17:18:58,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42251 is added to blk_1073741836_1012 (size=99) 2024-11-14T17:18:58,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36101-0x100ab72df260004, quorum=127.0.0.1:59416, baseZNode=/1945259558 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:18:58,614 INFO [RS:0;4e57a52647ef:36101 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T17:18:58,614 INFO [RS:0;4e57a52647ef:36101 {}] regionserver.HRegionServer(1031): Exiting; stopping=4e57a52647ef,36101,1731604733545; zookeeper connection closed. 2024-11-14T17:18:58,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36101-0x100ab72df260004, quorum=127.0.0.1:59416, baseZNode=/1945259558 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:18:58,616 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@29076995 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@29076995 2024-11-14T17:18:58,617 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T17:18:58,648 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44725,1731604730684.replicationSource.wal-reader.4e57a52647ef%2C44725%2C1731604730684,1-4e57a52647ef,44725,1731604730684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/WALs/4e57a52647ef,44725,1731604730684/4e57a52647ef%2C44725%2C1731604730684.1731604731865 to pos 0, reset compression=false 2024-11-14T17:18:58,955 INFO [M:0;4e57a52647ef:34571 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T17:18:58,955 INFO [M:0;4e57a52647ef:34571 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T17:18:58,956 DEBUG [M:0;4e57a52647ef:34571 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T17:18:58,956 INFO [M:0;4e57a52647ef:34571 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:18:58,956 DEBUG [M:0;4e57a52647ef:34571 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:18:58,956 DEBUG [M:0;4e57a52647ef:34571 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T17:18:58,956 DEBUG [M:0;4e57a52647ef:34571 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:18:58,956 INFO [M:0;4e57a52647ef:34571 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-14T17:18:58,978 DEBUG [M:0;4e57a52647ef:34571 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40943/user/jenkins/test-data/ba50444b-749a-81c2-44af-d69d6038b2e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f9734f0857ac46518c3c3dde289bfe55 is 82, key is hbase:meta,,1/info:regioninfo/1731604735477/Put/seqid=0 2024-11-14T17:18:58,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42251 is added to blk_1073741837_1013 (size=5672) 2024-11-14T17:18:59,257 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44725,1731604730684.replicationSource.wal-reader.4e57a52647ef%2C44725%2C1731604730684,1-4e57a52647ef,44725,1731604730684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/WALs/4e57a52647ef,44725,1731604730684/4e57a52647ef%2C44725%2C1731604730684.1731604731865 to pos 0, reset compression=false 2024-11-14T17:18:59,395 INFO [M:0;4e57a52647ef:34571 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40943/user/jenkins/test-data/ba50444b-749a-81c2-44af-d69d6038b2e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f9734f0857ac46518c3c3dde289bfe55 2024-11-14T17:18:59,424 DEBUG [M:0;4e57a52647ef:34571 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40943/user/jenkins/test-data/ba50444b-749a-81c2-44af-d69d6038b2e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3796b21691b14e8dac35674f1d1caf07 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731604735531/Put/seqid=0 2024-11-14T17:18:59,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42251 is added to blk_1073741838_1014 (size=5275) 2024-11-14T17:18:59,831 INFO [M:0;4e57a52647ef:34571 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40943/user/jenkins/test-data/ba50444b-749a-81c2-44af-d69d6038b2e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3796b21691b14e8dac35674f1d1caf07 2024-11-14T17:18:59,857 DEBUG [M:0;4e57a52647ef:34571 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40943/user/jenkins/test-data/ba50444b-749a-81c2-44af-d69d6038b2e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bd385395d03846e5a5bd13bb2dbb84e4 is 69, key is 4e57a52647ef,36101,1731604733545/rs:state/1731604734732/Put/seqid=0 2024-11-14T17:18:59,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42251 is added to blk_1073741839_1015 (size=5156) 2024-11-14T17:18:59,965 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44725,1731604730684.replicationSource.wal-reader.4e57a52647ef%2C44725%2C1731604730684,1-4e57a52647ef,44725,1731604730684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/WALs/4e57a52647ef,44725,1731604730684/4e57a52647ef%2C44725%2C1731604730684.1731604731865 to pos 0, reset compression=false 2024-11-14T17:19:00,263 INFO [M:0;4e57a52647ef:34571 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40943/user/jenkins/test-data/ba50444b-749a-81c2-44af-d69d6038b2e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bd385395d03846e5a5bd13bb2dbb84e4 2024-11-14T17:19:00,271 DEBUG [M:0;4e57a52647ef:34571 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40943/user/jenkins/test-data/ba50444b-749a-81c2-44af-d69d6038b2e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f9734f0857ac46518c3c3dde289bfe55 as hdfs://localhost:40943/user/jenkins/test-data/ba50444b-749a-81c2-44af-d69d6038b2e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f9734f0857ac46518c3c3dde289bfe55 2024-11-14T17:19:00,277 INFO [M:0;4e57a52647ef:34571 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40943/user/jenkins/test-data/ba50444b-749a-81c2-44af-d69d6038b2e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f9734f0857ac46518c3c3dde289bfe55, entries=8, sequenceid=28, filesize=5.5 K 2024-11-14T17:19:00,278 DEBUG [M:0;4e57a52647ef:34571 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40943/user/jenkins/test-data/ba50444b-749a-81c2-44af-d69d6038b2e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3796b21691b14e8dac35674f1d1caf07 as hdfs://localhost:40943/user/jenkins/test-data/ba50444b-749a-81c2-44af-d69d6038b2e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3796b21691b14e8dac35674f1d1caf07 2024-11-14T17:19:00,284 INFO [M:0;4e57a52647ef:34571 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40943/user/jenkins/test-data/ba50444b-749a-81c2-44af-d69d6038b2e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3796b21691b14e8dac35674f1d1caf07, entries=3, sequenceid=28, filesize=5.2 K 2024-11-14T17:19:00,285 DEBUG [M:0;4e57a52647ef:34571 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40943/user/jenkins/test-data/ba50444b-749a-81c2-44af-d69d6038b2e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bd385395d03846e5a5bd13bb2dbb84e4 as hdfs://localhost:40943/user/jenkins/test-data/ba50444b-749a-81c2-44af-d69d6038b2e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bd385395d03846e5a5bd13bb2dbb84e4 2024-11-14T17:19:00,291 INFO [M:0;4e57a52647ef:34571 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40943/user/jenkins/test-data/ba50444b-749a-81c2-44af-d69d6038b2e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bd385395d03846e5a5bd13bb2dbb84e4, entries=1, sequenceid=28, filesize=5.0 K 2024-11-14T17:19:00,292 INFO [M:0;4e57a52647ef:34571 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1336ms, sequenceid=28, compaction requested=false 2024-11-14T17:19:00,295 INFO [M:0;4e57a52647ef:34571 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:19:00,296 DEBUG [M:0;4e57a52647ef:34571 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731604738956Disabling compacts and flushes for region at 1731604738956Disabling writes for close at 1731604738956Obtaining lock to block concurrent updates at 1731604738956Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731604738956Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731604738956Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731604738958 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731604738958Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731604738976 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731604738976Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731604739401 (+425 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731604739423 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731604739423Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731604739837 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731604739857 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731604739857Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ebe6b40: reopening flushed file at 1731604740270 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9102768: reopening flushed file at 1731604740277 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d29f07c: reopening flushed file at 1731604740284 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1336ms, sequenceid=28, compaction requested=false at 1731604740292 (+8 ms)Writing region close event to WAL at 1731604740295 (+3 ms)Closed at 1731604740295 2024-11-14T17:19:00,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42251 is added to blk_1073741830_1006 (size=10165) 2024-11-14T17:19:00,304 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ba50444b-749a-81c2-44af-d69d6038b2e7/MasterData/WALs/4e57a52647ef,34571,1731604733466/4e57a52647ef%2C34571%2C1731604733466.1731604734256 not finished, retry = 0 2024-11-14T17:19:00,406 INFO [M:0;4e57a52647ef:34571 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T17:19:00,406 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T17:19:00,406 INFO [M:0;4e57a52647ef:34571 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34571 2024-11-14T17:19:00,407 INFO [M:0;4e57a52647ef:34571 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T17:19:00,509 INFO [M:0;4e57a52647ef:34571 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T17:19:00,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34571-0x100ab72df260003, quorum=127.0.0.1:59416, baseZNode=/1945259558 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:19:00,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34571-0x100ab72df260003, quorum=127.0.0.1:59416, baseZNode=/1945259558 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:19:00,513 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@63e8c2f4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T17:19:00,514 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7200f9cb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T17:19:00,514 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T17:19:00,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7341e0de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T17:19:00,515 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23b7da30{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cd11532-9d20-ed2f-3580-be8266cbcec4/hadoop.log.dir/,STOPPED} 2024-11-14T17:19:00,517 WARN [BP-422159479-172.17.0.3-1731604732504 heartbeating to localhost/127.0.0.1:40943 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T17:19:00,517 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T17:19:00,517 WARN [BP-422159479-172.17.0.3-1731604732504 heartbeating to localhost/127.0.0.1:40943 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-422159479-172.17.0.3-1731604732504 (Datanode Uuid 816c3ac1-8ba7-4c02-a1ae-0690e6e1d4da) service to localhost/127.0.0.1:40943 2024-11-14T17:19:00,517 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T17:19:00,518 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cd11532-9d20-ed2f-3580-be8266cbcec4/cluster_c93bbad7-08f4-0166-b62d-f615649d69c9/data/data1/current/BP-422159479-172.17.0.3-1731604732504 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T17:19:00,518 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cd11532-9d20-ed2f-3580-be8266cbcec4/cluster_c93bbad7-08f4-0166-b62d-f615649d69c9/data/data2/current/BP-422159479-172.17.0.3-1731604732504 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T17:19:00,519 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T17:19:00,526 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7634b461{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T17:19:00,527 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@235e927b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T17:19:00,527 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T17:19:00,527 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cee3f11{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T17:19:00,527 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45fdf487{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cd11532-9d20-ed2f-3580-be8266cbcec4/hadoop.log.dir/,STOPPED} 2024-11-14T17:19:00,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T17:19:00,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T17:19:00,546 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:19:00,546 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:19:00,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:19:00,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:19:00,547 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:19:00,547 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T17:19:00,547 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1196236575, stopped=false 2024-11-14T17:19:00,547 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4e57a52647ef,37223,1731604730563 2024-11-14T17:19:00,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44725-0x100ab72df260001, quorum=127.0.0.1:59416, baseZNode=/01973505477 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01973505477/running 2024-11-14T17:19:00,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37223-0x100ab72df260000, quorum=127.0.0.1:59416, baseZNode=/01973505477 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01973505477/running 2024-11-14T17:19:00,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44725-0x100ab72df260001, quorum=127.0.0.1:59416, baseZNode=/01973505477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01973505477 2024-11-14T17:19:00,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37223-0x100ab72df260000, quorum=127.0.0.1:59416, baseZNode=/01973505477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01973505477 2024-11-14T17:19:00,550 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T17:19:00,550 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:19:00,550 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:19:00,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:19:00,551 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4e57a52647ef,44725,1731604730684' ***** 2024-11-14T17:19:00,551 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T17:19:00,551 INFO [RS:0;4e57a52647ef:44725 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T17:19:00,552 INFO [RS:0;4e57a52647ef:44725 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T17:19:00,552 INFO [RS:0;4e57a52647ef:44725 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T17:19:00,552 INFO [RS:0;4e57a52647ef:44725 {}] regionserver.HRegionServer(3091): Received CLOSE for 9aeb2789e31f67e3d1ffbabb8e81c95f 2024-11-14T17:19:00,552 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T17:19:00,552 INFO [RS:0;4e57a52647ef:44725 {}] regionserver.HRegionServer(959): stopping server 4e57a52647ef,44725,1731604730684 2024-11-14T17:19:00,552 INFO [RS:0;4e57a52647ef:44725 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T17:19:00,552 INFO [RS:0;4e57a52647ef:44725 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4e57a52647ef:44725. 2024-11-14T17:19:00,552 DEBUG [RS:0;4e57a52647ef:44725 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:19:00,552 DEBUG [RS:0;4e57a52647ef:44725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:19:00,552 INFO [RS:0;4e57a52647ef:44725 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T17:19:00,552 INFO [RS:0;4e57a52647ef:44725 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T17:19:00,552 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9aeb2789e31f67e3d1ffbabb8e81c95f, disabling compactions & flushes 2024-11-14T17:19:00,552 INFO [RS:0;4e57a52647ef:44725 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T17:19:00,552 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731604735643.9aeb2789e31f67e3d1ffbabb8e81c95f. 2024-11-14T17:19:00,552 INFO [RS:0;4e57a52647ef:44725 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T17:19:00,552 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731604735643.9aeb2789e31f67e3d1ffbabb8e81c95f. 2024-11-14T17:19:00,552 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731604735643.9aeb2789e31f67e3d1ffbabb8e81c95f. after waiting 0 ms 2024-11-14T17:19:00,552 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731604735643.9aeb2789e31f67e3d1ffbabb8e81c95f. 2024-11-14T17:19:00,553 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9aeb2789e31f67e3d1ffbabb8e81c95f 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-14T17:19:00,554 INFO [RS:0;4e57a52647ef:44725 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T17:19:00,554 DEBUG [RS:0;4e57a52647ef:44725 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9aeb2789e31f67e3d1ffbabb8e81c95f=hbase:replication,,1731604735643.9aeb2789e31f67e3d1ffbabb8e81c95f.} 2024-11-14T17:19:00,554 DEBUG [RS:0;4e57a52647ef:44725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9aeb2789e31f67e3d1ffbabb8e81c95f 2024-11-14T17:19:00,554 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T17:19:00,554 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T17:19:00,554 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T17:19:00,554 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T17:19:00,554 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T17:19:00,554 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-14T17:19:00,554 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37223-0x100ab72df260000, quorum=127.0.0.1:59416, baseZNode=/01973505477 Set watcher on znode that does not yet exist, /01973505477/running 2024-11-14T17:19:00,554 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44725-0x100ab72df260001, quorum=127.0.0.1:59416, baseZNode=/01973505477 Set watcher on znode that does not yet exist, /01973505477/running 2024-11-14T17:19:00,577 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/data/hbase/replication/9aeb2789e31f67e3d1ffbabb8e81c95f/.tmp/queue/93d947af58c9486b81c181a21ac6178c is 151, key is 1-4e57a52647ef,44725,1731604730684/queue:4e57a52647ef%2C44725%2C1731604730684/1731604737177/Put/seqid=0 2024-11-14T17:19:00,584 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/data/hbase/meta/1588230740/.tmp/info/f6896975bbd74c3db8525a41782382a3 is 147, key is hbase:replication,,1731604735643.9aeb2789e31f67e3d1ffbabb8e81c95f./info:regioninfo/1731604736918/Put/seqid=0 2024-11-14T17:19:00,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37629 is added to blk_1073741838_1014 (size=5350) 2024-11-14T17:19:00,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37629 is added to blk_1073741839_1015 (size=6631) 2024-11-14T17:19:00,626 INFO [regionserver/4e57a52647ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T17:19:00,694 INFO [regionserver/4e57a52647ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T17:19:00,695 INFO [regionserver/4e57a52647ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T17:19:00,754 DEBUG [RS:0;4e57a52647ef:44725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9aeb2789e31f67e3d1ffbabb8e81c95f 2024-11-14T17:19:00,776 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44725,1731604730684.replicationSource.wal-reader.4e57a52647ef%2C44725%2C1731604730684,1-4e57a52647ef,44725,1731604730684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/WALs/4e57a52647ef,44725,1731604730684/4e57a52647ef%2C44725%2C1731604730684.1731604731865 to pos 0, reset compression=false 2024-11-14T17:19:00,954 DEBUG [RS:0;4e57a52647ef:44725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9aeb2789e31f67e3d1ffbabb8e81c95f 2024-11-14T17:19:00,989 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/data/hbase/replication/9aeb2789e31f67e3d1ffbabb8e81c95f/.tmp/queue/93d947af58c9486b81c181a21ac6178c 2024-11-14T17:19:00,996 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/data/hbase/replication/9aeb2789e31f67e3d1ffbabb8e81c95f/.tmp/queue/93d947af58c9486b81c181a21ac6178c as hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/data/hbase/replication/9aeb2789e31f67e3d1ffbabb8e81c95f/queue/93d947af58c9486b81c181a21ac6178c 2024-11-14T17:19:00,998 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/data/hbase/meta/1588230740/.tmp/info/f6896975bbd74c3db8525a41782382a3 2024-11-14T17:19:01,002 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/data/hbase/replication/9aeb2789e31f67e3d1ffbabb8e81c95f/queue/93d947af58c9486b81c181a21ac6178c, entries=1, sequenceid=5, filesize=5.2 K 2024-11-14T17:19:01,003 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 9aeb2789e31f67e3d1ffbabb8e81c95f in 451ms, sequenceid=5, compaction requested=false 2024-11-14T17:19:01,010 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/data/hbase/replication/9aeb2789e31f67e3d1ffbabb8e81c95f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T17:19:01,011 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T17:19:01,011 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T17:19:01,011 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731604735643.9aeb2789e31f67e3d1ffbabb8e81c95f. 2024-11-14T17:19:01,011 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9aeb2789e31f67e3d1ffbabb8e81c95f: Waiting for close lock at 1731604740552Running coprocessor pre-close hooks at 1731604740552Disabling compacts and flushes for region at 1731604740552Disabling writes for close at 1731604740552Obtaining lock to block concurrent updates at 1731604740553 (+1 ms)Preparing flush snapshotting stores in 9aeb2789e31f67e3d1ffbabb8e81c95f at 1731604740553Finished memstore snapshotting hbase:replication,,1731604735643.9aeb2789e31f67e3d1ffbabb8e81c95f., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731604740553Flushing stores of hbase:replication,,1731604735643.9aeb2789e31f67e3d1ffbabb8e81c95f. at 1731604740554 (+1 ms)Flushing 9aeb2789e31f67e3d1ffbabb8e81c95f/queue: creating writer at 1731604740554Flushing 9aeb2789e31f67e3d1ffbabb8e81c95f/queue: appending metadata at 1731604740576 (+22 ms)Flushing 9aeb2789e31f67e3d1ffbabb8e81c95f/queue: closing flushed file at 1731604740576Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@488373eb: reopening flushed file at 1731604740995 (+419 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 9aeb2789e31f67e3d1ffbabb8e81c95f in 451ms, sequenceid=5, compaction requested=false at 1731604741003 (+8 ms)Writing region close event to WAL at 1731604741007 (+4 ms)Running coprocessor post-close hooks at 1731604741011 (+4 ms)Closed at 1731604741011 2024-11-14T17:19:01,011 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731604735643.9aeb2789e31f67e3d1ffbabb8e81c95f. 2024-11-14T17:19:01,024 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/data/hbase/meta/1588230740/.tmp/ns/12cd58ddac524bfc8744776fa58cfc29 is 43, key is default/ns:d/1731604732314/Put/seqid=0 2024-11-14T17:19:01,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37629 is added to blk_1073741840_1016 (size=5153) 2024-11-14T17:19:01,155 DEBUG [RS:0;4e57a52647ef:44725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T17:19:01,355 DEBUG [RS:0;4e57a52647ef:44725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T17:19:01,433 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/data/hbase/meta/1588230740/.tmp/ns/12cd58ddac524bfc8744776fa58cfc29 2024-11-14T17:19:01,454 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/data/hbase/meta/1588230740/.tmp/table/f84678f0d262465a981742eaf903bcf6 is 53, key is hbase:replication/table:state/1731604736940/Put/seqid=0 2024-11-14T17:19:01,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37629 is added to blk_1073741841_1017 (size=5256) 2024-11-14T17:19:01,458 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/data/hbase/meta/1588230740/.tmp/table/f84678f0d262465a981742eaf903bcf6 2024-11-14T17:19:01,465 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/data/hbase/meta/1588230740/.tmp/info/f6896975bbd74c3db8525a41782382a3 as hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/data/hbase/meta/1588230740/info/f6896975bbd74c3db8525a41782382a3 2024-11-14T17:19:01,470 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/data/hbase/meta/1588230740/info/f6896975bbd74c3db8525a41782382a3, entries=10, sequenceid=11, filesize=6.5 K 2024-11-14T17:19:01,471 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/data/hbase/meta/1588230740/.tmp/ns/12cd58ddac524bfc8744776fa58cfc29 as hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/data/hbase/meta/1588230740/ns/12cd58ddac524bfc8744776fa58cfc29 2024-11-14T17:19:01,476 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/data/hbase/meta/1588230740/ns/12cd58ddac524bfc8744776fa58cfc29, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T17:19:01,477 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/data/hbase/meta/1588230740/.tmp/table/f84678f0d262465a981742eaf903bcf6 as hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/data/hbase/meta/1588230740/table/f84678f0d262465a981742eaf903bcf6 2024-11-14T17:19:01,482 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/data/hbase/meta/1588230740/table/f84678f0d262465a981742eaf903bcf6, entries=2, sequenceid=11, filesize=5.1 K 2024-11-14T17:19:01,483 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 929ms, sequenceid=11, compaction requested=false 2024-11-14T17:19:01,488 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T17:19:01,489 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T17:19:01,489 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T17:19:01,489 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T17:19:01,489 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731604740554Running coprocessor pre-close hooks at 1731604740554Disabling compacts and flushes for region at 1731604740554Disabling writes for close at 1731604740554Obtaining lock to block concurrent updates at 1731604740554Preparing flush snapshotting stores in 1588230740 at 1731604740554Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731604740555 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731604740562 (+7 ms)Flushing 1588230740/info: creating writer at 1731604740562Flushing 1588230740/info: appending metadata at 1731604740583 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731604740583Flushing 1588230740/ns: creating writer at 1731604741004 (+421 ms)Flushing 1588230740/ns: appending metadata at 1731604741023 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731604741023Flushing 1588230740/table: creating writer at 1731604741439 (+416 ms)Flushing 1588230740/table: appending metadata at 1731604741453 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731604741453Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60c820f4: reopening flushed file at 1731604741464 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25051171: reopening flushed file at 1731604741470 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d9567ed: reopening flushed file at 1731604741476 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 929ms, sequenceid=11, compaction requested=false at 1731604741483 (+7 ms)Writing region close event to WAL at 1731604741485 (+2 ms)Running coprocessor post-close hooks at 1731604741489 (+4 ms)Closed at 1731604741489 2024-11-14T17:19:01,489 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T17:19:01,555 INFO [RS:0;4e57a52647ef:44725 {}] regionserver.HRegionServer(976): stopping server 4e57a52647ef,44725,1731604730684; all regions closed. 2024-11-14T17:19:01,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37629 is added to blk_1073741834_1010 (size=2742) 2024-11-14T17:19:01,561 DEBUG [RS:0;4e57a52647ef:44725 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/oldWALs 2024-11-14T17:19:01,561 INFO [RS:0;4e57a52647ef:44725 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4e57a52647ef%2C44725%2C1731604730684.meta:.meta(num 1731604732231) 2024-11-14T17:19:01,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37629 is added to blk_1073741837_1013 (size=1586) 2024-11-14T17:19:01,566 DEBUG [RS:0;4e57a52647ef:44725 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/oldWALs 2024-11-14T17:19:01,566 INFO [RS:0;4e57a52647ef:44725 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4e57a52647ef%2C44725%2C1731604730684.rep:(num 1731604736839) 2024-11-14T17:19:01,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37629 is added to blk_1073741833_1009 (size=93) 2024-11-14T17:19:01,570 DEBUG [RS:0;4e57a52647ef:44725 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/oldWALs 2024-11-14T17:19:01,570 INFO [RS:0;4e57a52647ef:44725 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4e57a52647ef%2C44725%2C1731604730684:(num 1731604731865) 2024-11-14T17:19:01,570 DEBUG [RS:0;4e57a52647ef:44725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:19:01,570 INFO [RS:0;4e57a52647ef:44725 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T17:19:01,570 INFO [RS:0;4e57a52647ef:44725 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T17:19:01,570 INFO [RS:0;4e57a52647ef:44725 {}] hbase.ChoreService(370): Chore service for: regionserver/4e57a52647ef:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T17:19:01,570 INFO [RS:0;4e57a52647ef:44725 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T17:19:01,570 INFO [regionserver/4e57a52647ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T17:19:01,571 INFO [RS:0;4e57a52647ef:44725 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4e57a52647ef,44725,1731604730684 because: Region server is closing 2024-11-14T17:19:01,571 INFO [RS:0;4e57a52647ef:44725 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4e57a52647ef:44725. 2024-11-14T17:19:01,571 DEBUG [RS:0;4e57a52647ef:44725 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:19:01,571 DEBUG [RS:0;4e57a52647ef:44725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:19:01,571 DEBUG [RS:0;4e57a52647ef:44725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:19:01,571 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:19:01,672 WARN [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44725,1731604730684.replicationSource.shipper4e57a52647ef%2C44725%2C1731604730684,1-4e57a52647ef,44725,1731604730684 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T17:19:01,672 WARN [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44725,1731604730684.replicationSource.wal-reader.4e57a52647ef%2C44725%2C1731604730684,1-4e57a52647ef,44725,1731604730684 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T17:19:01,672 INFO [RS:0;4e57a52647ef:44725 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44725,1731604730684.replicationSource.shipper4e57a52647ef%2C44725%2C1731604730684,1-4e57a52647ef,44725,1731604730684 terminated 2024-11-14T17:19:01,672 INFO [RS:0;4e57a52647ef:44725 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44725 2024-11-14T17:19:01,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44725-0x100ab72df260001, quorum=127.0.0.1:59416, baseZNode=/01973505477 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01973505477/rs/4e57a52647ef,44725,1731604730684 2024-11-14T17:19:01,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37223-0x100ab72df260000, quorum=127.0.0.1:59416, baseZNode=/01973505477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01973505477/rs 2024-11-14T17:19:01,681 INFO [RS:0;4e57a52647ef:44725 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T17:19:01,681 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4e57a52647ef,44725,1731604730684] 2024-11-14T17:19:01,683 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01973505477/draining/4e57a52647ef,44725,1731604730684 already deleted, retry=false 2024-11-14T17:19:01,683 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4e57a52647ef,44725,1731604730684 expired; onlineServers=0 2024-11-14T17:19:01,684 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4e57a52647ef,37223,1731604730563' ***** 2024-11-14T17:19:01,684 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T17:19:01,684 INFO [M:0;4e57a52647ef:37223 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T17:19:01,684 INFO [M:0;4e57a52647ef:37223 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T17:19:01,684 DEBUG [M:0;4e57a52647ef:37223 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T17:19:01,684 DEBUG [M:0;4e57a52647ef:37223 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T17:19:01,684 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T17:19:01,684 DEBUG [master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731604731608 {}] cleaner.HFileCleaner(306): Exit Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731604731608,5,FailOnTimeoutGroup] 2024-11-14T17:19:01,684 DEBUG [master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731604731609 {}] cleaner.HFileCleaner(306): Exit Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731604731609,5,FailOnTimeoutGroup] 2024-11-14T17:19:01,684 INFO [M:0;4e57a52647ef:37223 {}] hbase.ChoreService(370): Chore service for: master/4e57a52647ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T17:19:01,684 INFO [M:0;4e57a52647ef:37223 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T17:19:01,684 DEBUG [M:0;4e57a52647ef:37223 {}] master.HMaster(1795): Stopping service threads 2024-11-14T17:19:01,684 INFO [M:0;4e57a52647ef:37223 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T17:19:01,685 INFO [M:0;4e57a52647ef:37223 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T17:19:01,685 INFO [M:0;4e57a52647ef:37223 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T17:19:01,685 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T17:19:01,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37223-0x100ab72df260000, quorum=127.0.0.1:59416, baseZNode=/01973505477 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01973505477/master 2024-11-14T17:19:01,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37223-0x100ab72df260000, quorum=127.0.0.1:59416, baseZNode=/01973505477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01973505477 2024-11-14T17:19:01,688 DEBUG [M:0;4e57a52647ef:37223 {}] zookeeper.RecoverableZooKeeper(212): Node /01973505477/master already deleted, retry=false 2024-11-14T17:19:01,689 DEBUG [M:0;4e57a52647ef:37223 {}] master.ActiveMasterManager(353): master:37223-0x100ab72df260000, quorum=127.0.0.1:59416, baseZNode=/01973505477 Failed delete of our master address node; KeeperErrorCode = NoNode for /01973505477/master 2024-11-14T17:19:01,689 INFO [M:0;4e57a52647ef:37223 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/.lastflushedseqids 2024-11-14T17:19:01,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37629 is added to blk_1073741842_1018 (size=181) 2024-11-14T17:19:01,695 INFO [M:0;4e57a52647ef:37223 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T17:19:01,696 INFO [M:0;4e57a52647ef:37223 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T17:19:01,696 DEBUG [M:0;4e57a52647ef:37223 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T17:19:01,696 INFO [M:0;4e57a52647ef:37223 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:19:01,696 DEBUG [M:0;4e57a52647ef:37223 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:19:01,696 DEBUG [M:0;4e57a52647ef:37223 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T17:19:01,696 DEBUG [M:0;4e57a52647ef:37223 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:19:01,696 INFO [M:0;4e57a52647ef:37223 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-14T17:19:01,722 DEBUG [M:0;4e57a52647ef:37223 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ec9e2e4da82d428a857635eb248bcdfb is 82, key is hbase:meta,,1/info:regioninfo/1731604732284/Put/seqid=0 2024-11-14T17:19:01,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37629 is added to blk_1073741843_1019 (size=5672) 2024-11-14T17:19:01,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44725-0x100ab72df260001, quorum=127.0.0.1:59416, baseZNode=/01973505477 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:19:01,783 INFO [RS:0;4e57a52647ef:44725 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T17:19:01,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44725-0x100ab72df260001, quorum=127.0.0.1:59416, baseZNode=/01973505477 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:19:01,783 INFO [RS:0;4e57a52647ef:44725 {}] regionserver.HRegionServer(1031): Exiting; stopping=4e57a52647ef,44725,1731604730684; zookeeper connection closed. 2024-11-14T17:19:01,783 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@54b38db5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@54b38db5 2024-11-14T17:19:01,783 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T17:19:02,132 INFO [M:0;4e57a52647ef:37223 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ec9e2e4da82d428a857635eb248bcdfb 2024-11-14T17:19:02,163 DEBUG [M:0;4e57a52647ef:37223 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f26f1a72065d4b8ca24c657d71ae1e9d is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731604736946/Put/seqid=0 2024-11-14T17:19:02,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37629 is added to blk_1073741844_1020 (size=7203) 2024-11-14T17:19:02,180 INFO [M:0;4e57a52647ef:37223 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f26f1a72065d4b8ca24c657d71ae1e9d 2024-11-14T17:19:02,211 DEBUG [M:0;4e57a52647ef:37223 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/80ed5ad1e4db4a768ef85191d2a0eaa0 is 69, key is 4e57a52647ef,44725,1731604730684/rs:state/1731604731672/Put/seqid=0 2024-11-14T17:19:02,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37629 is added to blk_1073741845_1021 (size=5156) 2024-11-14T17:19:02,617 INFO [M:0;4e57a52647ef:37223 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/80ed5ad1e4db4a768ef85191d2a0eaa0 2024-11-14T17:19:02,623 DEBUG [M:0;4e57a52647ef:37223 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ec9e2e4da82d428a857635eb248bcdfb as hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ec9e2e4da82d428a857635eb248bcdfb 2024-11-14T17:19:02,628 INFO [M:0;4e57a52647ef:37223 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ec9e2e4da82d428a857635eb248bcdfb, entries=8, sequenceid=70, filesize=5.5 K 2024-11-14T17:19:02,629 DEBUG [M:0;4e57a52647ef:37223 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f26f1a72065d4b8ca24c657d71ae1e9d as hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f26f1a72065d4b8ca24c657d71ae1e9d 2024-11-14T17:19:02,635 INFO [M:0;4e57a52647ef:37223 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f26f1a72065d4b8ca24c657d71ae1e9d, entries=8, sequenceid=70, filesize=7.0 K 2024-11-14T17:19:02,636 DEBUG [M:0;4e57a52647ef:37223 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/80ed5ad1e4db4a768ef85191d2a0eaa0 as hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/80ed5ad1e4db4a768ef85191d2a0eaa0 2024-11-14T17:19:02,641 INFO [M:0;4e57a52647ef:37223 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41079/user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/80ed5ad1e4db4a768ef85191d2a0eaa0, entries=1, sequenceid=70, filesize=5.0 K 2024-11-14T17:19:02,642 INFO [M:0;4e57a52647ef:37223 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 946ms, sequenceid=70, compaction requested=false 2024-11-14T17:19:02,643 INFO [M:0;4e57a52647ef:37223 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:19:02,644 DEBUG [M:0;4e57a52647ef:37223 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731604741696Disabling compacts and flushes for region at 1731604741696Disabling writes for close at 1731604741696Obtaining lock to block concurrent updates at 1731604741696Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731604741696Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731604741696Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731604741697 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731604741697Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731604741722 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731604741722Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731604742139 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731604742162 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731604742162Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731604742186 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731604742210 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731604742211 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63ecaa6: reopening flushed file at 1731604742622 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6927a137: reopening flushed file at 1731604742629 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11917d7d: reopening flushed file at 1731604742635 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 946ms, sequenceid=70, compaction requested=false at 1731604742642 (+7 ms)Writing region close event to WAL at 1731604742643 (+1 ms)Closed at 1731604742643 2024-11-14T17:19:02,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37629 is added to blk_1073741830_1006 (size=41008) 2024-11-14T17:19:02,646 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1483d3d0-6d52-86c9-efb4-422590ef6767/MasterData/WALs/4e57a52647ef,37223,1731604730563/4e57a52647ef%2C37223%2C1731604730563.1731604731268 not finished, retry = 0 2024-11-14T17:19:02,748 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T17:19:02,748 INFO [M:0;4e57a52647ef:37223 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T17:19:02,748 INFO [M:0;4e57a52647ef:37223 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37223 2024-11-14T17:19:02,749 INFO [M:0;4e57a52647ef:37223 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T17:19:02,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37223-0x100ab72df260000, quorum=127.0.0.1:59416, baseZNode=/01973505477 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:19:02,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37223-0x100ab72df260000, quorum=127.0.0.1:59416, baseZNode=/01973505477 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:19:02,893 INFO [M:0;4e57a52647ef:37223 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T17:19:02,923 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21349e35{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T17:19:02,923 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@31144654{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T17:19:02,924 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T17:19:02,924 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bd303e6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T17:19:02,924 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10fb0c59{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/992443dc-1edf-c824-cb7c-de926cf73008/hadoop.log.dir/,STOPPED} 2024-11-14T17:19:02,926 WARN [BP-1231932447-172.17.0.3-1731604729646 heartbeating to localhost/127.0.0.1:41079 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T17:19:02,926 WARN [BP-1231932447-172.17.0.3-1731604729646 heartbeating to localhost/127.0.0.1:41079 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1231932447-172.17.0.3-1731604729646 (Datanode Uuid 6a77cd57-7dab-4ee4-acf7-f577915f338a) service to localhost/127.0.0.1:41079 2024-11-14T17:19:02,927 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T17:19:02,927 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T17:19:02,927 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/992443dc-1edf-c824-cb7c-de926cf73008/cluster_ccb69e2f-3a33-1fa4-6b44-a5617d75f25d/data/data1/current/BP-1231932447-172.17.0.3-1731604729646 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T17:19:02,927 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/992443dc-1edf-c824-cb7c-de926cf73008/cluster_ccb69e2f-3a33-1fa4-6b44-a5617d75f25d/data/data2/current/BP-1231932447-172.17.0.3-1731604729646 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T17:19:02,928 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T17:19:02,937 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@629579f6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T17:19:02,938 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a6aa96e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T17:19:02,938 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T17:19:02,940 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@525ef99c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T17:19:02,941 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5aae1200{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/992443dc-1edf-c824-cb7c-de926cf73008/hadoop.log.dir/,STOPPED} 2024-11-14T17:19:02,952 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T17:19:02,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T17:19:02,980 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=140 (was 109) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:41079 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41079 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59416) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:40943 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:40943 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41079 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40943 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:40943 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41079 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:40943 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41079 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59416) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: globalEventExecutor-1-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=969 (was 1049), ProcessCount=11 (was 11), AvailableMemoryMB=852 (was 848) - AvailableMemoryMB LEAK? - 2024-11-14T17:19:02,992 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=140, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=969, ProcessCount=11, AvailableMemoryMB=852 2024-11-14T17:19:03,007 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-14T17:19:03,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cd11532-9d20-ed2f-3580-be8266cbcec4/hadoop.log.dir so I do NOT create it in target/test-data/0b122f77-741b-11ab-fbb3-2479f01cab90 2024-11-14T17:19:03,008 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cd11532-9d20-ed2f-3580-be8266cbcec4/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T17:19:03,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cd11532-9d20-ed2f-3580-be8266cbcec4/hadoop.tmp.dir so I do NOT create it in target/test-data/0b122f77-741b-11ab-fbb3-2479f01cab90 2024-11-14T17:19:03,008 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cd11532-9d20-ed2f-3580-be8266cbcec4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T17:19:03,008 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b122f77-741b-11ab-fbb3-2479f01cab90 2024-11-14T17:19:03,008 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b122f77-741b-11ab-fbb3-2479f01cab90/cluster_2c8dab6b-50a6-c033-95fe-c995d7f4956c, deleteOnExit=true 2024-11-14T17:19:03,040 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b122f77-741b-11ab-fbb3-2479f01cab90/cluster_2c8dab6b-50a6-c033-95fe-c995d7f4956c/zookeeper_0, clientPort=61510, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b122f77-741b-11ab-fbb3-2479f01cab90/cluster_2c8dab6b-50a6-c033-95fe-c995d7f4956c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b122f77-741b-11ab-fbb3-2479f01cab90/cluster_2c8dab6b-50a6-c033-95fe-c995d7f4956c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T17:19:03,043 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61510 2024-11-14T17:19:03,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T17:19:03,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T17:19:03,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b122f77-741b-11ab-fbb3-2479f01cab90/test.cache.data in system properties and HBase conf 2024-11-14T17:19:03,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b122f77-741b-11ab-fbb3-2479f01cab90/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T17:19:03,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b122f77-741b-11ab-fbb3-2479f01cab90/hadoop.log.dir in system properties and HBase conf 2024-11-14T17:19:03,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b122f77-741b-11ab-fbb3-2479f01cab90/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T17:19:03,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b122f77-741b-11ab-fbb3-2479f01cab90/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T17:19:03,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T17:19:03,044 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T17:19:03,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b122f77-741b-11ab-fbb3-2479f01cab90/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T17:19:03,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b122f77-741b-11ab-fbb3-2479f01cab90/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T17:19:03,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b122f77-741b-11ab-fbb3-2479f01cab90/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T17:19:03,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b122f77-741b-11ab-fbb3-2479f01cab90/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T17:19:03,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b122f77-741b-11ab-fbb3-2479f01cab90/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T17:19:03,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b122f77-741b-11ab-fbb3-2479f01cab90/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T17:19:03,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b122f77-741b-11ab-fbb3-2479f01cab90/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T17:19:03,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b122f77-741b-11ab-fbb3-2479f01cab90/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T17:19:03,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b122f77-741b-11ab-fbb3-2479f01cab90/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T17:19:03,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b122f77-741b-11ab-fbb3-2479f01cab90/nfs.dump.dir in system properties and HBase conf 2024-11-14T17:19:03,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b122f77-741b-11ab-fbb3-2479f01cab90/java.io.tmpdir in system properties and HBase conf 2024-11-14T17:19:03,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b122f77-741b-11ab-fbb3-2479f01cab90/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T17:19:03,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b122f77-741b-11ab-fbb3-2479f01cab90/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T17:19:03,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b122f77-741b-11ab-fbb3-2479f01cab90/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T17:19:03,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100ab72df260005, quorum=127.0.0.1:59416, baseZNode=/1945259558 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T17:19:03,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100ab72df260002, quorum=127.0.0.1:59416, baseZNode=/01973505477 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T17:19:03,046 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100ab72df260002, quorum=127.0.0.1:59416, baseZNode=/01973505477 Received Disconnected from ZooKeeper, ignoring 2024-11-14T17:19:03,050 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100ab72df260005, quorum=127.0.0.1:59416, baseZNode=/1945259558 Received Disconnected from ZooKeeper, ignoring 2024-11-14T17:19:03,318 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T17:19:03,324 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T17:19:03,326 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T17:19:03,326 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T17:19:03,326 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T17:19:03,329 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T17:19:03,330 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f1e04ce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b122f77-741b-11ab-fbb3-2479f01cab90/hadoop.log.dir/,AVAILABLE} 2024-11-14T17:19:03,331 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e0322f6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T17:19:03,489 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26f4102f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b122f77-741b-11ab-fbb3-2479f01cab90/java.io.tmpdir/jetty-localhost-35849-hadoop-hdfs-3_4_1-tests_jar-_-any-7367415601312678970/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T17:19:03,489 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6423a617{HTTP/1.1, (http/1.1)}{localhost:35849} 2024-11-14T17:19:03,489 INFO [Time-limited test {}] server.Server(415): Started @47867ms 2024-11-14T17:19:03,569 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T17:19:03,570 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:19:03,586 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:19:03,587 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:19:03,588 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:19:03,597 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T17:19:03,600 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T17:19:03,602 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T17:19:03,602 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T17:19:03,602 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T17:19:03,603 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@686a1d06{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b122f77-741b-11ab-fbb3-2479f01cab90/hadoop.log.dir/,AVAILABLE} 2024-11-14T17:19:03,603 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1378a62{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T17:19:03,727 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@33d5ace5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b122f77-741b-11ab-fbb3-2479f01cab90/java.io.tmpdir/jetty-localhost-45723-hadoop-hdfs-3_4_1-tests_jar-_-any-4095024461941853676/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T17:19:03,727 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44b791d4{HTTP/1.1, (http/1.1)}{localhost:45723} 2024-11-14T17:19:03,727 INFO [Time-limited test {}] server.Server(415): Started @48105ms 2024-11-14T17:19:03,728 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T17:19:03,829 WARN [Thread-825 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b122f77-741b-11ab-fbb3-2479f01cab90/cluster_2c8dab6b-50a6-c033-95fe-c995d7f4956c/data/data1/current/BP-147721302-172.17.0.3-1731604743085/current, will proceed with Du for space computation calculation, 2024-11-14T17:19:03,829 WARN [Thread-826 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b122f77-741b-11ab-fbb3-2479f01cab90/cluster_2c8dab6b-50a6-c033-95fe-c995d7f4956c/data/data2/current/BP-147721302-172.17.0.3-1731604743085/current, will proceed with Du for space computation calculation, 2024-11-14T17:19:03,871 WARN [Thread-813 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T17:19:03,876 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9dc8dc4ad07445cf with lease ID 0x46b62219bf9f0f21: Processing first storage report for DS-18c2aa80-1ea0-4375-842b-f5a81e2ec6dd from datanode DatanodeRegistration(127.0.0.1:34501, datanodeUuid=d4033d76-fef5-44c5-8709-f2293bb82107, infoPort=32927, infoSecurePort=0, ipcPort=45821, storageInfo=lv=-57;cid=testClusterID;nsid=807706541;c=1731604743085) 2024-11-14T17:19:03,876 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9dc8dc4ad07445cf with lease ID 0x46b62219bf9f0f21: from storage DS-18c2aa80-1ea0-4375-842b-f5a81e2ec6dd node DatanodeRegistration(127.0.0.1:34501, datanodeUuid=d4033d76-fef5-44c5-8709-f2293bb82107, infoPort=32927, infoSecurePort=0, ipcPort=45821, storageInfo=lv=-57;cid=testClusterID;nsid=807706541;c=1731604743085), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T17:19:03,876 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9dc8dc4ad07445cf with lease ID 0x46b62219bf9f0f21: Processing first storage report for DS-0446352c-70a9-4e01-88ab-d29e46349332 from datanode DatanodeRegistration(127.0.0.1:34501, datanodeUuid=d4033d76-fef5-44c5-8709-f2293bb82107, infoPort=32927, infoSecurePort=0, ipcPort=45821, storageInfo=lv=-57;cid=testClusterID;nsid=807706541;c=1731604743085) 2024-11-14T17:19:03,876 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9dc8dc4ad07445cf with lease ID 0x46b62219bf9f0f21: from storage DS-0446352c-70a9-4e01-88ab-d29e46349332 node DatanodeRegistration(127.0.0.1:34501, datanodeUuid=d4033d76-fef5-44c5-8709-f2293bb82107, infoPort=32927, infoSecurePort=0, ipcPort=45821, storageInfo=lv=-57;cid=testClusterID;nsid=807706541;c=1731604743085), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T17:19:03,958 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b122f77-741b-11ab-fbb3-2479f01cab90 2024-11-14T17:19:03,958 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:19:03,960 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:19:03,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34501 is added to blk_1073741825_1001 (size=7) 2024-11-14T17:19:04,379 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882 with version=8 2024-11-14T17:19:04,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/hbase-staging 2024-11-14T17:19:04,382 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4e57a52647ef:0 server-side Connection retries=45 2024-11-14T17:19:04,382 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:19:04,382 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T17:19:04,383 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T17:19:04,383 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:19:04,383 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T17:19:04,383 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T17:19:04,383 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T17:19:04,384 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36443 2024-11-14T17:19:04,385 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36443 connecting to ZooKeeper ensemble=127.0.0.1:61510 2024-11-14T17:19:04,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:364430x0, quorum=127.0.0.1:61510, baseZNode=/0-1319204636 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:19:04,427 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36443-0x100ab7313970000 connected 2024-11-14T17:19:04,451 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:19:04,453 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:19:04,455 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36443-0x100ab7313970000, quorum=127.0.0.1:61510, baseZNode=/0-1319204636 Set watcher on znode that does not yet exist, /0-1319204636/running 2024-11-14T17:19:04,455 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882, hbase.cluster.distributed=false 2024-11-14T17:19:04,458 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36443-0x100ab7313970000, quorum=127.0.0.1:61510, baseZNode=/0-1319204636 Set watcher on znode that does not yet exist, /0-1319204636/acl 2024-11-14T17:19:04,462 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36443 2024-11-14T17:19:04,462 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36443 2024-11-14T17:19:04,466 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36443 2024-11-14T17:19:04,466 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36443 2024-11-14T17:19:04,467 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36443 2024-11-14T17:19:04,482 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4e57a52647ef:0 server-side Connection retries=45 2024-11-14T17:19:04,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:19:04,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T17:19:04,482 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T17:19:04,483 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:19:04,483 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T17:19:04,483 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T17:19:04,483 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T17:19:04,484 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35321 2024-11-14T17:19:04,485 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35321 connecting to ZooKeeper ensemble=127.0.0.1:61510 2024-11-14T17:19:04,486 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:19:04,488 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:19:04,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:353210x0, quorum=127.0.0.1:61510, baseZNode=/0-1319204636 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:19:04,492 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:353210x0, quorum=127.0.0.1:61510, baseZNode=/0-1319204636 Set watcher on znode that does not yet exist, /0-1319204636/running 2024-11-14T17:19:04,492 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35321-0x100ab7313970001 connected 2024-11-14T17:19:04,493 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T17:19:04,493 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T17:19:04,494 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35321-0x100ab7313970001, quorum=127.0.0.1:61510, baseZNode=/0-1319204636 Set watcher on znode that does not yet exist, /0-1319204636/master 2024-11-14T17:19:04,495 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35321-0x100ab7313970001, quorum=127.0.0.1:61510, baseZNode=/0-1319204636 Set watcher on znode that does not yet exist, /0-1319204636/acl 2024-11-14T17:19:04,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35321 2024-11-14T17:19:04,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35321 2024-11-14T17:19:04,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35321 2024-11-14T17:19:04,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35321 2024-11-14T17:19:04,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35321 2024-11-14T17:19:04,516 DEBUG [M:0;4e57a52647ef:36443 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4e57a52647ef:36443 2024-11-14T17:19:04,517 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1319204636/backup-masters/4e57a52647ef,36443,1731604744382 2024-11-14T17:19:04,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35321-0x100ab7313970001, quorum=127.0.0.1:61510, baseZNode=/0-1319204636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1319204636/backup-masters 2024-11-14T17:19:04,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36443-0x100ab7313970000, quorum=127.0.0.1:61510, baseZNode=/0-1319204636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1319204636/backup-masters 2024-11-14T17:19:04,520 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36443-0x100ab7313970000, quorum=127.0.0.1:61510, baseZNode=/0-1319204636 Set watcher on existing znode=/0-1319204636/backup-masters/4e57a52647ef,36443,1731604744382 2024-11-14T17:19:04,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35321-0x100ab7313970001, quorum=127.0.0.1:61510, baseZNode=/0-1319204636 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1319204636/master 2024-11-14T17:19:04,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36443-0x100ab7313970000, quorum=127.0.0.1:61510, baseZNode=/0-1319204636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1319204636 2024-11-14T17:19:04,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35321-0x100ab7313970001, quorum=127.0.0.1:61510, baseZNode=/0-1319204636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1319204636 2024-11-14T17:19:04,522 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36443-0x100ab7313970000, quorum=127.0.0.1:61510, baseZNode=/0-1319204636 Set watcher on existing znode=/0-1319204636/master 2024-11-14T17:19:04,522 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1319204636/backup-masters/4e57a52647ef,36443,1731604744382 from backup master directory 2024-11-14T17:19:04,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36443-0x100ab7313970000, quorum=127.0.0.1:61510, baseZNode=/0-1319204636 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1319204636/backup-masters/4e57a52647ef,36443,1731604744382 2024-11-14T17:19:04,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36443-0x100ab7313970000, quorum=127.0.0.1:61510, baseZNode=/0-1319204636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1319204636/backup-masters 2024-11-14T17:19:04,530 WARN [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T17:19:04,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35321-0x100ab7313970001, quorum=127.0.0.1:61510, baseZNode=/0-1319204636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1319204636/backup-masters 2024-11-14T17:19:04,530 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4e57a52647ef,36443,1731604744382 2024-11-14T17:19:04,535 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/hbase.id] with ID: 4abd26e7-2a2e-406f-b126-2f8d6d0c1872 2024-11-14T17:19:04,535 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/.tmp/hbase.id 2024-11-14T17:19:04,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34501 is added to blk_1073741826_1002 (size=42) 2024-11-14T17:19:04,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T17:19:04,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T17:19:04,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T17:19:04,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T17:19:04,941 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/.tmp/hbase.id]:[hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/hbase.id] 2024-11-14T17:19:04,953 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:19:04,953 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T17:19:04,955 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-14T17:19:04,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36443-0x100ab7313970000, quorum=127.0.0.1:61510, baseZNode=/0-1319204636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1319204636 2024-11-14T17:19:04,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35321-0x100ab7313970001, quorum=127.0.0.1:61510, baseZNode=/0-1319204636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1319204636 2024-11-14T17:19:04,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34501 is added to blk_1073741827_1003 (size=196) 2024-11-14T17:19:05,364 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T17:19:05,365 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T17:19:05,365 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:19:05,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34501 is added to blk_1073741828_1004 (size=1189) 2024-11-14T17:19:05,777 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/MasterData/data/master/store 2024-11-14T17:19:05,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34501 is added to blk_1073741829_1005 (size=34) 2024-11-14T17:19:06,185 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:19:06,185 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T17:19:06,185 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:19:06,185 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:19:06,185 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T17:19:06,185 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:19:06,185 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:19:06,185 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731604746185Disabling compacts and flushes for region at 1731604746185Disabling writes for close at 1731604746185Writing region close event to WAL at 1731604746185Closed at 1731604746185 2024-11-14T17:19:06,187 WARN [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/MasterData/data/master/store/.initializing 2024-11-14T17:19:06,187 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/MasterData/WALs/4e57a52647ef,36443,1731604744382 2024-11-14T17:19:06,188 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T17:19:06,190 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4e57a52647ef%2C36443%2C1731604744382, suffix=, logDir=hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/MasterData/WALs/4e57a52647ef,36443,1731604744382, archiveDir=hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/MasterData/oldWALs, maxLogs=10 2024-11-14T17:19:06,205 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/MasterData/WALs/4e57a52647ef,36443,1731604744382/4e57a52647ef%2C36443%2C1731604744382.1731604746190, exclude list is [], retry=0 2024-11-14T17:19:06,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34501,DS-18c2aa80-1ea0-4375-842b-f5a81e2ec6dd,DISK] 2024-11-14T17:19:06,212 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/MasterData/WALs/4e57a52647ef,36443,1731604744382/4e57a52647ef%2C36443%2C1731604744382.1731604746190 2024-11-14T17:19:06,212 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32927:32927)] 2024-11-14T17:19:06,212 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:19:06,212 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:19:06,213 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:19:06,213 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:19:06,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:19:06,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T17:19:06,216 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:06,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:19:06,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:19:06,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T17:19:06,232 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:06,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:19:06,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:19:06,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T17:19:06,235 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:06,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:19:06,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:19:06,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T17:19:06,239 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:06,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:19:06,240 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:19:06,242 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:19:06,242 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:19:06,249 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:19:06,249 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:19:06,251 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:19:06,257 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:19:06,262 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:19:06,263 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68559090, jitterRate=0.02161005139350891}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:19:06,264 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731604746213Initializing all the Stores at 1731604746214 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604746214Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604746214Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604746214Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604746214Cleaning up temporary data from old regions at 1731604746249 (+35 ms)Region opened successfully at 1731604746264 (+15 ms) 2024-11-14T17:19:06,264 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T17:19:06,268 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b6d8900, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4e57a52647ef/172.17.0.3:0 2024-11-14T17:19:06,269 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T17:19:06,270 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T17:19:06,270 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T17:19:06,270 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T17:19:06,271 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T17:19:06,271 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T17:19:06,271 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T17:19:06,278 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T17:19:06,280 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36443-0x100ab7313970000, quorum=127.0.0.1:61510, baseZNode=/0-1319204636 Unable to get data of znode /0-1319204636/balancer because node does not exist (not necessarily an error) 2024-11-14T17:19:06,281 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1319204636/balancer already deleted, retry=false 2024-11-14T17:19:06,282 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T17:19:06,283 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36443-0x100ab7313970000, quorum=127.0.0.1:61510, baseZNode=/0-1319204636 Unable to get data of znode /0-1319204636/normalizer because node does not exist (not necessarily an error) 2024-11-14T17:19:06,285 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1319204636/normalizer already deleted, retry=false 2024-11-14T17:19:06,285 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T17:19:06,286 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36443-0x100ab7313970000, quorum=127.0.0.1:61510, baseZNode=/0-1319204636 Unable to get data of znode /0-1319204636/switch/split because node does not exist (not necessarily an error) 2024-11-14T17:19:06,288 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1319204636/switch/split already deleted, retry=false 2024-11-14T17:19:06,289 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36443-0x100ab7313970000, quorum=127.0.0.1:61510, baseZNode=/0-1319204636 Unable to get data of znode /0-1319204636/switch/merge because node does not exist (not necessarily an error) 2024-11-14T17:19:06,298 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1319204636/switch/merge already deleted, retry=false 2024-11-14T17:19:06,302 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36443-0x100ab7313970000, quorum=127.0.0.1:61510, baseZNode=/0-1319204636 Unable to get data of znode /0-1319204636/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T17:19:06,306 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1319204636/snapshot-cleanup already deleted, retry=false 2024-11-14T17:19:06,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36443-0x100ab7313970000, quorum=127.0.0.1:61510, baseZNode=/0-1319204636 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1319204636/running 2024-11-14T17:19:06,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36443-0x100ab7313970000, quorum=127.0.0.1:61510, baseZNode=/0-1319204636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1319204636 2024-11-14T17:19:06,309 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4e57a52647ef,36443,1731604744382, sessionid=0x100ab7313970000, setting cluster-up flag (Was=false) 2024-11-14T17:19:06,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35321-0x100ab7313970001, quorum=127.0.0.1:61510, baseZNode=/0-1319204636 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1319204636/running 2024-11-14T17:19:06,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35321-0x100ab7313970001, quorum=127.0.0.1:61510, baseZNode=/0-1319204636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1319204636 2024-11-14T17:19:06,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36443-0x100ab7313970000, quorum=127.0.0.1:61510, baseZNode=/0-1319204636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1319204636 2024-11-14T17:19:06,330 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1319204636/flush-table-proc/acquired, /0-1319204636/flush-table-proc/reached, /0-1319204636/flush-table-proc/abort 2024-11-14T17:19:06,336 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4e57a52647ef,36443,1731604744382 2024-11-14T17:19:06,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36443-0x100ab7313970000, quorum=127.0.0.1:61510, baseZNode=/0-1319204636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1319204636 2024-11-14T17:19:06,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35321-0x100ab7313970001, quorum=127.0.0.1:61510, baseZNode=/0-1319204636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1319204636 2024-11-14T17:19:06,358 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1319204636/online-snapshot/acquired, /0-1319204636/online-snapshot/reached, /0-1319204636/online-snapshot/abort 2024-11-14T17:19:06,360 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4e57a52647ef,36443,1731604744382 2024-11-14T17:19:06,361 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T17:19:06,364 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T17:19:06,364 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T17:19:06,364 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T17:19:06,364 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4e57a52647ef,36443,1731604744382 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T17:19:06,398 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:19:06,398 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:19:06,398 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:19:06,398 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:19:06,398 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4e57a52647ef:0, corePoolSize=10, maxPoolSize=10 2024-11-14T17:19:06,398 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:19:06,398 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4e57a52647ef:0, corePoolSize=2, maxPoolSize=2 2024-11-14T17:19:06,398 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:19:06,421 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T17:19:06,421 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T17:19:06,422 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:06,422 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T17:19:06,429 INFO [RS:0;4e57a52647ef:35321 {}] regionserver.HRegionServer(746): ClusterId : 4abd26e7-2a2e-406f-b126-2f8d6d0c1872 2024-11-14T17:19:06,429 DEBUG [RS:0;4e57a52647ef:35321 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T17:19:06,443 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731604776443 2024-11-14T17:19:06,444 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T17:19:06,444 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T17:19:06,444 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T17:19:06,444 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T17:19:06,444 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T17:19:06,444 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T17:19:06,454 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T17:19:06,455 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T17:19:06,455 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T17:19:06,455 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T17:19:06,455 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T17:19:06,463 DEBUG [RS:0;4e57a52647ef:35321 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T17:19:06,463 DEBUG [RS:0;4e57a52647ef:35321 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T17:19:06,465 DEBUG [RS:0;4e57a52647ef:35321 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T17:19:06,466 DEBUG [RS:0;4e57a52647ef:35321 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fd628c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4e57a52647ef/172.17.0.3:0 2024-11-14T17:19:06,470 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T17:19:06,470 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T17:19:06,471 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731604746471,5,FailOnTimeoutGroup] 2024-11-14T17:19:06,471 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731604746471,5,FailOnTimeoutGroup] 2024-11-14T17:19:06,471 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T17:19:06,471 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T17:19:06,471 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T17:19:06,471 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T17:19:06,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34501 is added to blk_1073741831_1007 (size=1321) 2024-11-14T17:19:06,484 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T17:19:06,484 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882 2024-11-14T17:19:06,488 DEBUG [RS:0;4e57a52647ef:35321 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4e57a52647ef:35321 2024-11-14T17:19:06,488 INFO [RS:0;4e57a52647ef:35321 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T17:19:06,488 INFO [RS:0;4e57a52647ef:35321 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T17:19:06,488 DEBUG [RS:0;4e57a52647ef:35321 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T17:19:06,489 INFO [RS:0;4e57a52647ef:35321 {}] regionserver.HRegionServer(2659): reportForDuty to master=4e57a52647ef,36443,1731604744382 with port=35321, startcode=1731604744482 2024-11-14T17:19:06,489 DEBUG [RS:0;4e57a52647ef:35321 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T17:19:06,495 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57679, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T17:19:06,495 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36443 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4e57a52647ef,35321,1731604744482 2024-11-14T17:19:06,495 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36443 {}] master.ServerManager(517): Registering regionserver=4e57a52647ef,35321,1731604744482 2024-11-14T17:19:06,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34501 is added to blk_1073741832_1008 (size=32) 2024-11-14T17:19:06,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:19:06,499 DEBUG [RS:0;4e57a52647ef:35321 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882 2024-11-14T17:19:06,499 DEBUG [RS:0;4e57a52647ef:35321 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45149 2024-11-14T17:19:06,499 DEBUG [RS:0;4e57a52647ef:35321 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T17:19:06,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36443-0x100ab7313970000, quorum=127.0.0.1:61510, baseZNode=/0-1319204636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1319204636/rs 2024-11-14T17:19:06,504 DEBUG [RS:0;4e57a52647ef:35321 {}] zookeeper.ZKUtil(111): regionserver:35321-0x100ab7313970001, quorum=127.0.0.1:61510, baseZNode=/0-1319204636 Set watcher on existing znode=/0-1319204636/rs/4e57a52647ef,35321,1731604744482 2024-11-14T17:19:06,504 WARN [RS:0;4e57a52647ef:35321 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T17:19:06,504 INFO [RS:0;4e57a52647ef:35321 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:19:06,504 DEBUG [RS:0;4e57a52647ef:35321 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/WALs/4e57a52647ef,35321,1731604744482 2024-11-14T17:19:06,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T17:19:06,508 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4e57a52647ef,35321,1731604744482] 2024-11-14T17:19:06,508 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T17:19:06,508 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:06,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:19:06,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T17:19:06,510 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T17:19:06,510 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:06,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:19:06,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T17:19:06,514 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T17:19:06,514 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:06,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:19:06,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T17:19:06,516 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T17:19:06,516 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:06,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:19:06,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T17:19:06,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/data/hbase/meta/1588230740 2024-11-14T17:19:06,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/data/hbase/meta/1588230740 2024-11-14T17:19:06,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T17:19:06,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T17:19:06,520 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:19:06,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T17:19:06,525 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:19:06,525 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59694654, jitterRate=-0.11048033833503723}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:19:06,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731604746498Initializing all the Stores at 1731604746502 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604746503 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604746506 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604746506Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604746506Cleaning up temporary data from old regions at 1731604746520 (+14 ms)Region opened successfully at 1731604746526 (+6 ms) 2024-11-14T17:19:06,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T17:19:06,526 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T17:19:06,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T17:19:06,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T17:19:06,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T17:19:06,527 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T17:19:06,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731604746526Disabling compacts and flushes for region at 1731604746526Disabling writes for close at 1731604746526Writing region close event to WAL at 1731604746527 (+1 ms)Closed at 1731604746527 2024-11-14T17:19:06,528 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T17:19:06,529 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T17:19:06,529 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T17:19:06,530 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T17:19:06,531 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T17:19:06,537 INFO [RS:0;4e57a52647ef:35321 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T17:19:06,539 INFO [RS:0;4e57a52647ef:35321 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T17:19:06,539 INFO [RS:0;4e57a52647ef:35321 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T17:19:06,539 INFO [RS:0;4e57a52647ef:35321 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:19:06,542 INFO [RS:0;4e57a52647ef:35321 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T17:19:06,543 INFO [RS:0;4e57a52647ef:35321 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T17:19:06,543 INFO [RS:0;4e57a52647ef:35321 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T17:19:06,544 DEBUG [RS:0;4e57a52647ef:35321 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:19:06,544 DEBUG [RS:0;4e57a52647ef:35321 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:19:06,544 DEBUG [RS:0;4e57a52647ef:35321 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:19:06,544 DEBUG [RS:0;4e57a52647ef:35321 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:19:06,544 DEBUG [RS:0;4e57a52647ef:35321 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:19:06,544 DEBUG [RS:0;4e57a52647ef:35321 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4e57a52647ef:0, corePoolSize=2, maxPoolSize=2 2024-11-14T17:19:06,544 DEBUG [RS:0;4e57a52647ef:35321 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:19:06,544 DEBUG [RS:0;4e57a52647ef:35321 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:19:06,544 DEBUG [RS:0;4e57a52647ef:35321 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:19:06,544 DEBUG [RS:0;4e57a52647ef:35321 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:19:06,544 DEBUG [RS:0;4e57a52647ef:35321 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:19:06,544 DEBUG [RS:0;4e57a52647ef:35321 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:19:06,544 DEBUG [RS:0;4e57a52647ef:35321 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4e57a52647ef:0, corePoolSize=3, maxPoolSize=3 2024-11-14T17:19:06,544 DEBUG [RS:0;4e57a52647ef:35321 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4e57a52647ef:0, corePoolSize=3, maxPoolSize=3 2024-11-14T17:19:06,545 INFO [RS:0;4e57a52647ef:35321 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T17:19:06,545 INFO [RS:0;4e57a52647ef:35321 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T17:19:06,545 INFO [RS:0;4e57a52647ef:35321 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:19:06,545 INFO [RS:0;4e57a52647ef:35321 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T17:19:06,545 INFO [RS:0;4e57a52647ef:35321 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T17:19:06,545 INFO [RS:0;4e57a52647ef:35321 {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,35321,1731604744482-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T17:19:06,566 INFO [RS:0;4e57a52647ef:35321 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T17:19:06,566 INFO [RS:0;4e57a52647ef:35321 {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,35321,1731604744482-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:19:06,567 INFO [RS:0;4e57a52647ef:35321 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:19:06,567 INFO [RS:0;4e57a52647ef:35321 {}] regionserver.Replication(171): 4e57a52647ef,35321,1731604744482 started 2024-11-14T17:19:06,588 INFO [RS:0;4e57a52647ef:35321 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:19:06,589 INFO [RS:0;4e57a52647ef:35321 {}] regionserver.HRegionServer(1482): Serving as 4e57a52647ef,35321,1731604744482, RpcServer on 4e57a52647ef/172.17.0.3:35321, sessionid=0x100ab7313970001 2024-11-14T17:19:06,589 DEBUG [RS:0;4e57a52647ef:35321 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T17:19:06,589 DEBUG [RS:0;4e57a52647ef:35321 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4e57a52647ef,35321,1731604744482 2024-11-14T17:19:06,589 DEBUG [RS:0;4e57a52647ef:35321 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4e57a52647ef,35321,1731604744482' 2024-11-14T17:19:06,589 DEBUG [RS:0;4e57a52647ef:35321 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1319204636/flush-table-proc/abort' 2024-11-14T17:19:06,589 DEBUG [RS:0;4e57a52647ef:35321 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1319204636/flush-table-proc/acquired' 2024-11-14T17:19:06,590 DEBUG [RS:0;4e57a52647ef:35321 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T17:19:06,590 DEBUG [RS:0;4e57a52647ef:35321 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T17:19:06,590 DEBUG [RS:0;4e57a52647ef:35321 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4e57a52647ef,35321,1731604744482 2024-11-14T17:19:06,590 DEBUG [RS:0;4e57a52647ef:35321 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4e57a52647ef,35321,1731604744482' 2024-11-14T17:19:06,590 DEBUG [RS:0;4e57a52647ef:35321 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1319204636/online-snapshot/abort' 2024-11-14T17:19:06,590 DEBUG [RS:0;4e57a52647ef:35321 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1319204636/online-snapshot/acquired' 2024-11-14T17:19:06,591 DEBUG [RS:0;4e57a52647ef:35321 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T17:19:06,591 INFO [RS:0;4e57a52647ef:35321 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T17:19:06,591 INFO [RS:0;4e57a52647ef:35321 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T17:19:06,682 WARN [4e57a52647ef:36443 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T17:19:06,691 INFO [RS:0;4e57a52647ef:35321 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T17:19:06,693 INFO [RS:0;4e57a52647ef:35321 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4e57a52647ef%2C35321%2C1731604744482, suffix=, logDir=hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/WALs/4e57a52647ef,35321,1731604744482, archiveDir=hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/oldWALs, maxLogs=10 2024-11-14T17:19:06,712 DEBUG [RS:0;4e57a52647ef:35321 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/WALs/4e57a52647ef,35321,1731604744482/4e57a52647ef%2C35321%2C1731604744482.1731604746694, exclude list is [], retry=0 2024-11-14T17:19:06,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34501,DS-18c2aa80-1ea0-4375-842b-f5a81e2ec6dd,DISK] 2024-11-14T17:19:06,718 INFO [RS:0;4e57a52647ef:35321 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/WALs/4e57a52647ef,35321,1731604744482/4e57a52647ef%2C35321%2C1731604744482.1731604746694 2024-11-14T17:19:06,718 DEBUG [RS:0;4e57a52647ef:35321 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32927:32927)] 2024-11-14T17:19:06,932 DEBUG [4e57a52647ef:36443 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T17:19:06,932 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4e57a52647ef,35321,1731604744482 2024-11-14T17:19:06,934 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4e57a52647ef,35321,1731604744482, state=OPENING 2024-11-14T17:19:06,936 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T17:19:06,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36443-0x100ab7313970000, quorum=127.0.0.1:61510, baseZNode=/0-1319204636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1319204636 2024-11-14T17:19:06,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35321-0x100ab7313970001, quorum=127.0.0.1:61510, baseZNode=/0-1319204636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1319204636 2024-11-14T17:19:06,943 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1319204636/meta-region-server: CHANGED 2024-11-14T17:19:06,943 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T17:19:06,943 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4e57a52647ef,35321,1731604744482}] 2024-11-14T17:19:06,943 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1319204636/meta-region-server: CHANGED 2024-11-14T17:19:07,097 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T17:19:07,099 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46381, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T17:19:07,103 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T17:19:07,103 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:19:07,103 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T17:19:07,105 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4e57a52647ef%2C35321%2C1731604744482.meta, suffix=.meta, logDir=hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/WALs/4e57a52647ef,35321,1731604744482, archiveDir=hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/oldWALs, maxLogs=10 2024-11-14T17:19:07,124 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/WALs/4e57a52647ef,35321,1731604744482/4e57a52647ef%2C35321%2C1731604744482.meta.1731604747105.meta, exclude list is [], retry=0 2024-11-14T17:19:07,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34501,DS-18c2aa80-1ea0-4375-842b-f5a81e2ec6dd,DISK] 2024-11-14T17:19:07,130 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/WALs/4e57a52647ef,35321,1731604744482/4e57a52647ef%2C35321%2C1731604744482.meta.1731604747105.meta 2024-11-14T17:19:07,131 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32927:32927)] 2024-11-14T17:19:07,131 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:19:07,131 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T17:19:07,131 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T17:19:07,132 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T17:19:07,132 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T17:19:07,132 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T17:19:07,132 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:19:07,132 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T17:19:07,132 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T17:19:07,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T17:19:07,134 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T17:19:07,134 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:07,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:19:07,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T17:19:07,139 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T17:19:07,139 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:07,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:19:07,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T17:19:07,141 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T17:19:07,141 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:07,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:19:07,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T17:19:07,143 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T17:19:07,143 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:07,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:19:07,147 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T17:19:07,148 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/data/hbase/meta/1588230740 2024-11-14T17:19:07,150 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/data/hbase/meta/1588230740 2024-11-14T17:19:07,151 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T17:19:07,151 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T17:19:07,152 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:19:07,154 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T17:19:07,155 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62182831, jitterRate=-0.07340361177921295}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:19:07,155 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T17:19:07,156 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731604747132Writing region info on filesystem at 1731604747132Initializing all the Stores at 1731604747133 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604747133Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604747133Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604747133Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604747133Cleaning up temporary data from old regions at 1731604747151 (+18 ms)Running coprocessor post-open hooks at 1731604747155 (+4 ms)Region opened successfully at 1731604747156 (+1 ms) 2024-11-14T17:19:07,158 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731604747096 2024-11-14T17:19:07,162 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T17:19:07,162 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T17:19:07,163 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4e57a52647ef,35321,1731604744482 2024-11-14T17:19:07,168 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4e57a52647ef,35321,1731604744482, state=OPEN 2024-11-14T17:19:07,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35321-0x100ab7313970001, quorum=127.0.0.1:61510, baseZNode=/0-1319204636 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1319204636/meta-region-server 2024-11-14T17:19:07,171 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1319204636/meta-region-server: CHANGED 2024-11-14T17:19:07,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36443-0x100ab7313970000, quorum=127.0.0.1:61510, baseZNode=/0-1319204636 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1319204636/meta-region-server 2024-11-14T17:19:07,171 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1319204636/meta-region-server: CHANGED 2024-11-14T17:19:07,171 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4e57a52647ef,35321,1731604744482 2024-11-14T17:19:07,183 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T17:19:07,183 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4e57a52647ef,35321,1731604744482 in 228 msec 2024-11-14T17:19:07,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T17:19:07,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 654 msec 2024-11-14T17:19:07,187 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T17:19:07,187 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T17:19:07,189 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:19:07,189 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,35321,1731604744482, seqNum=-1] 2024-11-14T17:19:07,190 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:19:07,192 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34419, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:19:07,202 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 835 msec 2024-11-14T17:19:07,203 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731604747203, completionTime=-1 2024-11-14T17:19:07,204 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T17:19:07,204 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T17:19:07,207 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T17:19:07,207 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731604807207 2024-11-14T17:19:07,207 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731604867207 2024-11-14T17:19:07,207 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-14T17:19:07,208 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,36443,1731604744382-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:19:07,208 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,36443,1731604744382-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:19:07,208 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,36443,1731604744382-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:19:07,208 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4e57a52647ef:36443, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:19:07,208 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T17:19:07,210 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T17:19:07,212 DEBUG [master/4e57a52647ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T17:19:07,218 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.688sec 2024-11-14T17:19:07,218 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T17:19:07,218 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T17:19:07,218 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T17:19:07,218 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T17:19:07,218 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T17:19:07,218 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,36443,1731604744382-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T17:19:07,218 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,36443,1731604744382-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T17:19:07,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fd7aeb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:19:07,223 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,36443,-1 for getting cluster id 2024-11-14T17:19:07,223 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:19:07,226 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T17:19:07,226 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T17:19:07,226 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,36443,1731604744382-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:19:07,227 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4abd26e7-2a2e-406f-b126-2f8d6d0c1872' 2024-11-14T17:19:07,227 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:19:07,227 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4abd26e7-2a2e-406f-b126-2f8d6d0c1872" 2024-11-14T17:19:07,228 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cfd8902, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:19:07,228 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,36443,-1] 2024-11-14T17:19:07,228 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:19:07,228 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:19:07,230 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:19:07,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22cc80ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:19:07,231 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:19:07,233 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,35321,1731604744482, seqNum=-1] 2024-11-14T17:19:07,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:19:07,235 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:19:07,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4e57a52647ef,36443,1731604744382 2024-11-14T17:19:07,239 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61510 2024-11-14T17:19:07,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61510, baseZNode=/0-1319204636 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:19:07,243 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100ab7313970002 connected 2024-11-14T17:19:07,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b122f77-741b-11ab-fbb3-2479f01cab90/hadoop.log.dir so I do NOT create it in target/test-data/e9606a28-8427-92c2-93b7-506fc23d978f 2024-11-14T17:19:07,251 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b122f77-741b-11ab-fbb3-2479f01cab90/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T17:19:07,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b122f77-741b-11ab-fbb3-2479f01cab90/hadoop.tmp.dir so I do NOT create it in target/test-data/e9606a28-8427-92c2-93b7-506fc23d978f 2024-11-14T17:19:07,251 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b122f77-741b-11ab-fbb3-2479f01cab90/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T17:19:07,251 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9606a28-8427-92c2-93b7-506fc23d978f 2024-11-14T17:19:07,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T17:19:07,251 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9606a28-8427-92c2-93b7-506fc23d978f/cluster_ad641771-bdc6-6390-27ac-13387283eea2, deleteOnExit=true 2024-11-14T17:19:07,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T17:19:07,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9606a28-8427-92c2-93b7-506fc23d978f/test.cache.data in system properties and HBase conf 2024-11-14T17:19:07,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9606a28-8427-92c2-93b7-506fc23d978f/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T17:19:07,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9606a28-8427-92c2-93b7-506fc23d978f/hadoop.log.dir in system properties and HBase conf 2024-11-14T17:19:07,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9606a28-8427-92c2-93b7-506fc23d978f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T17:19:07,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9606a28-8427-92c2-93b7-506fc23d978f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T17:19:07,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T17:19:07,252 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T17:19:07,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9606a28-8427-92c2-93b7-506fc23d978f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T17:19:07,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9606a28-8427-92c2-93b7-506fc23d978f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T17:19:07,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9606a28-8427-92c2-93b7-506fc23d978f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T17:19:07,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9606a28-8427-92c2-93b7-506fc23d978f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T17:19:07,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9606a28-8427-92c2-93b7-506fc23d978f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T17:19:07,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9606a28-8427-92c2-93b7-506fc23d978f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T17:19:07,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9606a28-8427-92c2-93b7-506fc23d978f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T17:19:07,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9606a28-8427-92c2-93b7-506fc23d978f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T17:19:07,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9606a28-8427-92c2-93b7-506fc23d978f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T17:19:07,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9606a28-8427-92c2-93b7-506fc23d978f/nfs.dump.dir in system properties and HBase conf 2024-11-14T17:19:07,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9606a28-8427-92c2-93b7-506fc23d978f/java.io.tmpdir in system properties and HBase conf 2024-11-14T17:19:07,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9606a28-8427-92c2-93b7-506fc23d978f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T17:19:07,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9606a28-8427-92c2-93b7-506fc23d978f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T17:19:07,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9606a28-8427-92c2-93b7-506fc23d978f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T17:19:07,373 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T17:19:07,379 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T17:19:07,424 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T17:19:07,424 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T17:19:07,424 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T17:19:07,430 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T17:19:07,431 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@310fd993{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9606a28-8427-92c2-93b7-506fc23d978f/hadoop.log.dir/,AVAILABLE} 2024-11-14T17:19:07,431 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e637be1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T17:19:07,578 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@746c78d7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9606a28-8427-92c2-93b7-506fc23d978f/java.io.tmpdir/jetty-localhost-40723-hadoop-hdfs-3_4_1-tests_jar-_-any-1703103540179241873/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T17:19:07,579 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2531001e{HTTP/1.1, (http/1.1)}{localhost:40723} 2024-11-14T17:19:07,579 INFO [Time-limited test {}] server.Server(415): Started @51957ms 2024-11-14T17:19:07,703 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T17:19:07,724 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T17:19:07,732 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T17:19:07,732 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T17:19:07,732 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T17:19:07,733 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fab496f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9606a28-8427-92c2-93b7-506fc23d978f/hadoop.log.dir/,AVAILABLE} 2024-11-14T17:19:07,734 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d2f54a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T17:19:07,894 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@184919ce{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9606a28-8427-92c2-93b7-506fc23d978f/java.io.tmpdir/jetty-localhost-45015-hadoop-hdfs-3_4_1-tests_jar-_-any-8445142913258637455/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T17:19:07,895 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@715188a2{HTTP/1.1, (http/1.1)}{localhost:45015} 2024-11-14T17:19:07,895 INFO [Time-limited test {}] server.Server(415): Started @52273ms 2024-11-14T17:19:07,897 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T17:19:08,107 WARN [Thread-945 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9606a28-8427-92c2-93b7-506fc23d978f/cluster_ad641771-bdc6-6390-27ac-13387283eea2/data/data1/current/BP-626409965-172.17.0.3-1731604747280/current, will proceed with Du for space computation calculation, 2024-11-14T17:19:08,111 WARN [Thread-946 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9606a28-8427-92c2-93b7-506fc23d978f/cluster_ad641771-bdc6-6390-27ac-13387283eea2/data/data2/current/BP-626409965-172.17.0.3-1731604747280/current, will proceed with Du for space computation calculation, 2024-11-14T17:19:08,135 WARN [Thread-933 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T17:19:08,138 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xae0d2e7607cd89e4 with lease ID 0xca746cc69be92c13: Processing first storage report for DS-771f8ad8-29d3-4604-9931-32a19e1b65b1 from datanode DatanodeRegistration(127.0.0.1:38519, datanodeUuid=9da07864-a629-487c-842e-9736002061cb, infoPort=45349, infoSecurePort=0, ipcPort=45275, storageInfo=lv=-57;cid=testClusterID;nsid=292640271;c=1731604747280) 2024-11-14T17:19:08,139 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xae0d2e7607cd89e4 with lease ID 0xca746cc69be92c13: from storage DS-771f8ad8-29d3-4604-9931-32a19e1b65b1 node DatanodeRegistration(127.0.0.1:38519, datanodeUuid=9da07864-a629-487c-842e-9736002061cb, infoPort=45349, infoSecurePort=0, ipcPort=45275, storageInfo=lv=-57;cid=testClusterID;nsid=292640271;c=1731604747280), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T17:19:08,139 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xae0d2e7607cd89e4 with lease ID 0xca746cc69be92c13: Processing first storage report for DS-0aba5c66-26b7-409b-b3ef-0f865f6f4738 from datanode DatanodeRegistration(127.0.0.1:38519, datanodeUuid=9da07864-a629-487c-842e-9736002061cb, infoPort=45349, infoSecurePort=0, ipcPort=45275, storageInfo=lv=-57;cid=testClusterID;nsid=292640271;c=1731604747280) 2024-11-14T17:19:08,139 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xae0d2e7607cd89e4 with lease ID 0xca746cc69be92c13: from storage DS-0aba5c66-26b7-409b-b3ef-0f865f6f4738 node DatanodeRegistration(127.0.0.1:38519, datanodeUuid=9da07864-a629-487c-842e-9736002061cb, infoPort=45349, infoSecurePort=0, ipcPort=45275, storageInfo=lv=-57;cid=testClusterID;nsid=292640271;c=1731604747280), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T17:19:08,199 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9606a28-8427-92c2-93b7-506fc23d978f 2024-11-14T17:19:08,200 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:19:08,201 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:19:08,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741825_1001 (size=7) 2024-11-14T17:19:08,658 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b with version=8 2024-11-14T17:19:08,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/hbase-staging 2024-11-14T17:19:08,666 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4e57a52647ef:0 server-side Connection retries=45 2024-11-14T17:19:08,667 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:19:08,667 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T17:19:08,667 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T17:19:08,667 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:19:08,667 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T17:19:08,667 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T17:19:08,667 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T17:19:08,678 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37099 2024-11-14T17:19:08,680 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37099 connecting to ZooKeeper ensemble=127.0.0.1:61510 2024-11-14T17:19:08,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:370990x0, quorum=127.0.0.1:61510, baseZNode=/1-1680593020 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:19:08,695 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37099-0x100ab7313970003 connected 2024-11-14T17:19:08,767 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:19:08,769 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:19:08,771 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37099-0x100ab7313970003, quorum=127.0.0.1:61510, baseZNode=/1-1680593020 Set watcher on znode that does not yet exist, /1-1680593020/running 2024-11-14T17:19:08,771 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b, hbase.cluster.distributed=false 2024-11-14T17:19:08,787 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37099-0x100ab7313970003, quorum=127.0.0.1:61510, baseZNode=/1-1680593020 Set watcher on znode that does not yet exist, /1-1680593020/acl 2024-11-14T17:19:08,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37099 2024-11-14T17:19:08,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37099 2024-11-14T17:19:08,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37099 2024-11-14T17:19:08,834 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37099 2024-11-14T17:19:08,838 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37099 2024-11-14T17:19:08,868 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4e57a52647ef:0 server-side Connection retries=45 2024-11-14T17:19:08,868 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:19:08,868 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T17:19:08,868 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T17:19:08,868 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:19:08,868 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T17:19:08,868 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T17:19:08,868 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T17:19:08,875 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41563 2024-11-14T17:19:08,877 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41563 connecting to ZooKeeper ensemble=127.0.0.1:61510 2024-11-14T17:19:08,878 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:19:08,880 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:19:08,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415630x0, quorum=127.0.0.1:61510, baseZNode=/1-1680593020 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:19:08,916 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41563-0x100ab7313970004 connected 2024-11-14T17:19:08,927 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41563-0x100ab7313970004, quorum=127.0.0.1:61510, baseZNode=/1-1680593020 Set watcher on znode that does not yet exist, /1-1680593020/running 2024-11-14T17:19:08,927 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T17:19:08,953 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T17:19:08,954 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41563-0x100ab7313970004, quorum=127.0.0.1:61510, baseZNode=/1-1680593020 Set watcher on znode that does not yet exist, /1-1680593020/master 2024-11-14T17:19:08,956 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41563-0x100ab7313970004, quorum=127.0.0.1:61510, baseZNode=/1-1680593020 Set watcher on znode that does not yet exist, /1-1680593020/acl 2024-11-14T17:19:08,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41563 2024-11-14T17:19:08,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41563 2024-11-14T17:19:08,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41563 2024-11-14T17:19:08,977 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41563 2024-11-14T17:19:08,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41563 2024-11-14T17:19:08,997 DEBUG [M:0;4e57a52647ef:37099 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4e57a52647ef:37099 2024-11-14T17:19:08,998 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1680593020/backup-masters/4e57a52647ef,37099,1731604748661 2024-11-14T17:19:09,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41563-0x100ab7313970004, quorum=127.0.0.1:61510, baseZNode=/1-1680593020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1680593020/backup-masters 2024-11-14T17:19:09,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37099-0x100ab7313970003, quorum=127.0.0.1:61510, baseZNode=/1-1680593020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1680593020/backup-masters 2024-11-14T17:19:09,011 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37099-0x100ab7313970003, quorum=127.0.0.1:61510, baseZNode=/1-1680593020 Set watcher on existing znode=/1-1680593020/backup-masters/4e57a52647ef,37099,1731604748661 2024-11-14T17:19:09,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37099-0x100ab7313970003, quorum=127.0.0.1:61510, baseZNode=/1-1680593020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1680593020 2024-11-14T17:19:09,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41563-0x100ab7313970004, quorum=127.0.0.1:61510, baseZNode=/1-1680593020 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1680593020/master 2024-11-14T17:19:09,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41563-0x100ab7313970004, quorum=127.0.0.1:61510, baseZNode=/1-1680593020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1680593020 2024-11-14T17:19:09,018 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37099-0x100ab7313970003, quorum=127.0.0.1:61510, baseZNode=/1-1680593020 Set watcher on existing znode=/1-1680593020/master 2024-11-14T17:19:09,020 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1680593020/backup-masters/4e57a52647ef,37099,1731604748661 from backup master directory 2024-11-14T17:19:09,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37099-0x100ab7313970003, quorum=127.0.0.1:61510, baseZNode=/1-1680593020 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1680593020/backup-masters/4e57a52647ef,37099,1731604748661 2024-11-14T17:19:09,034 WARN [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T17:19:09,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37099-0x100ab7313970003, quorum=127.0.0.1:61510, baseZNode=/1-1680593020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1680593020/backup-masters 2024-11-14T17:19:09,034 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4e57a52647ef,37099,1731604748661 2024-11-14T17:19:09,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41563-0x100ab7313970004, quorum=127.0.0.1:61510, baseZNode=/1-1680593020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1680593020/backup-masters 2024-11-14T17:19:09,055 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/hbase.id] with ID: 62dc1857-7f4b-49af-9fe4-ce75d3da4e46 2024-11-14T17:19:09,055 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/.tmp/hbase.id 2024-11-14T17:19:09,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741826_1002 (size=42) 2024-11-14T17:19:09,077 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/.tmp/hbase.id]:[hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/hbase.id] 2024-11-14T17:19:09,099 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:19:09,099 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T17:19:09,101 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-14T17:19:09,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37099-0x100ab7313970003, quorum=127.0.0.1:61510, baseZNode=/1-1680593020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1680593020 2024-11-14T17:19:09,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41563-0x100ab7313970004, quorum=127.0.0.1:61510, baseZNode=/1-1680593020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1680593020 2024-11-14T17:19:09,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741827_1003 (size=196) 2024-11-14T17:19:09,175 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T17:19:09,176 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T17:19:09,176 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:19:09,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741828_1004 (size=1189) 2024-11-14T17:19:09,638 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/MasterData/data/master/store 2024-11-14T17:19:09,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741829_1005 (size=34) 2024-11-14T17:19:10,059 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:19:10,060 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T17:19:10,060 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:19:10,060 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:19:10,060 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T17:19:10,060 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:19:10,060 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:19:10,060 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731604750059Disabling compacts and flushes for region at 1731604750059Disabling writes for close at 1731604750060 (+1 ms)Writing region close event to WAL at 1731604750060Closed at 1731604750060 2024-11-14T17:19:10,062 WARN [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/MasterData/data/master/store/.initializing 2024-11-14T17:19:10,063 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/MasterData/WALs/4e57a52647ef,37099,1731604748661 2024-11-14T17:19:10,064 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T17:19:10,067 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4e57a52647ef%2C37099%2C1731604748661, suffix=, logDir=hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/MasterData/WALs/4e57a52647ef,37099,1731604748661, archiveDir=hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/MasterData/oldWALs, maxLogs=10 2024-11-14T17:19:10,092 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/MasterData/WALs/4e57a52647ef,37099,1731604748661/4e57a52647ef%2C37099%2C1731604748661.1731604750067, exclude list is [], retry=0 2024-11-14T17:19:10,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38519,DS-771f8ad8-29d3-4604-9931-32a19e1b65b1,DISK] 2024-11-14T17:19:10,111 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/MasterData/WALs/4e57a52647ef,37099,1731604748661/4e57a52647ef%2C37099%2C1731604748661.1731604750067 2024-11-14T17:19:10,114 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45349:45349)] 2024-11-14T17:19:10,115 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:19:10,115 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:19:10,115 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:19:10,115 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:19:10,118 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:19:10,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T17:19:10,120 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:10,121 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:19:10,121 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:19:10,122 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T17:19:10,123 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:10,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:19:10,126 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:19:10,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T17:19:10,129 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:10,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:19:10,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:19:10,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T17:19:10,132 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:10,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:19:10,133 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:19:10,134 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:19:10,134 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:19:10,139 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:19:10,139 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:19:10,140 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:19:10,141 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:19:10,144 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:19:10,144 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74500450, jitterRate=0.11014321446418762}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:19:10,145 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731604750115Initializing all the Stores at 1731604750117 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604750117Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604750118 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604750118Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604750118Cleaning up temporary data from old regions at 1731604750139 (+21 ms)Region opened successfully at 1731604750145 (+6 ms) 2024-11-14T17:19:10,145 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T17:19:10,150 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@749c5d28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4e57a52647ef/172.17.0.3:0 2024-11-14T17:19:10,151 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T17:19:10,152 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T17:19:10,152 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T17:19:10,152 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T17:19:10,152 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T17:19:10,153 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T17:19:10,153 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T17:19:10,158 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T17:19:10,159 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37099-0x100ab7313970003, quorum=127.0.0.1:61510, baseZNode=/1-1680593020 Unable to get data of znode /1-1680593020/balancer because node does not exist (not necessarily an error) 2024-11-14T17:19:10,160 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1680593020/balancer already deleted, retry=false 2024-11-14T17:19:10,161 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T17:19:10,162 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37099-0x100ab7313970003, quorum=127.0.0.1:61510, baseZNode=/1-1680593020 Unable to get data of znode /1-1680593020/normalizer because node does not exist (not necessarily an error) 2024-11-14T17:19:10,165 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1680593020/normalizer already deleted, retry=false 2024-11-14T17:19:10,165 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T17:19:10,179 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37099-0x100ab7313970003, quorum=127.0.0.1:61510, baseZNode=/1-1680593020 Unable to get data of znode /1-1680593020/switch/split because node does not exist (not necessarily an error) 2024-11-14T17:19:10,187 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1680593020/switch/split already deleted, retry=false 2024-11-14T17:19:10,188 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37099-0x100ab7313970003, quorum=127.0.0.1:61510, baseZNode=/1-1680593020 Unable to get data of znode /1-1680593020/switch/merge because node does not exist (not necessarily an error) 2024-11-14T17:19:10,190 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1680593020/switch/merge already deleted, retry=false 2024-11-14T17:19:10,195 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37099-0x100ab7313970003, quorum=127.0.0.1:61510, baseZNode=/1-1680593020 Unable to get data of znode /1-1680593020/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T17:19:10,196 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1680593020/snapshot-cleanup already deleted, retry=false 2024-11-14T17:19:10,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41563-0x100ab7313970004, quorum=127.0.0.1:61510, baseZNode=/1-1680593020 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1680593020/running 2024-11-14T17:19:10,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41563-0x100ab7313970004, quorum=127.0.0.1:61510, baseZNode=/1-1680593020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1680593020 2024-11-14T17:19:10,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37099-0x100ab7313970003, quorum=127.0.0.1:61510, baseZNode=/1-1680593020 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1680593020/running 2024-11-14T17:19:10,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37099-0x100ab7313970003, quorum=127.0.0.1:61510, baseZNode=/1-1680593020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1680593020 2024-11-14T17:19:10,207 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4e57a52647ef,37099,1731604748661, sessionid=0x100ab7313970003, setting cluster-up flag (Was=false) 2024-11-14T17:19:10,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41563-0x100ab7313970004, quorum=127.0.0.1:61510, baseZNode=/1-1680593020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1680593020 2024-11-14T17:19:10,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37099-0x100ab7313970003, quorum=127.0.0.1:61510, baseZNode=/1-1680593020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1680593020 2024-11-14T17:19:10,223 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1680593020/flush-table-proc/acquired, /1-1680593020/flush-table-proc/reached, /1-1680593020/flush-table-proc/abort 2024-11-14T17:19:10,225 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4e57a52647ef,37099,1731604748661 2024-11-14T17:19:10,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41563-0x100ab7313970004, quorum=127.0.0.1:61510, baseZNode=/1-1680593020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1680593020 2024-11-14T17:19:10,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37099-0x100ab7313970003, quorum=127.0.0.1:61510, baseZNode=/1-1680593020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1680593020 2024-11-14T17:19:10,240 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1680593020/online-snapshot/acquired, /1-1680593020/online-snapshot/reached, /1-1680593020/online-snapshot/abort 2024-11-14T17:19:10,251 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4e57a52647ef,37099,1731604748661 2024-11-14T17:19:10,262 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T17:19:10,275 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T17:19:10,275 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T17:19:10,275 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T17:19:10,276 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4e57a52647ef,37099,1731604748661 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T17:19:10,283 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:19:10,283 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:19:10,283 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:19:10,283 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:19:10,283 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4e57a52647ef:0, corePoolSize=10, maxPoolSize=10 2024-11-14T17:19:10,283 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:19:10,283 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4e57a52647ef:0, corePoolSize=2, maxPoolSize=2 2024-11-14T17:19:10,283 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:19:10,309 INFO [RS:0;4e57a52647ef:41563 {}] regionserver.HRegionServer(746): ClusterId : 62dc1857-7f4b-49af-9fe4-ce75d3da4e46 2024-11-14T17:19:10,309 DEBUG [RS:0;4e57a52647ef:41563 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T17:19:10,319 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T17:19:10,319 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T17:19:10,320 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731604780320 2024-11-14T17:19:10,320 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T17:19:10,320 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T17:19:10,320 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T17:19:10,320 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T17:19:10,320 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T17:19:10,320 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T17:19:10,322 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T17:19:10,326 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T17:19:10,326 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T17:19:10,326 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T17:19:10,326 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T17:19:10,329 DEBUG [RS:0;4e57a52647ef:41563 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T17:19:10,329 DEBUG [RS:0;4e57a52647ef:41563 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T17:19:10,329 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T17:19:10,329 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T17:19:10,330 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:10,338 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731604750329,5,FailOnTimeoutGroup] 2024-11-14T17:19:10,341 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731604750338,5,FailOnTimeoutGroup] 2024-11-14T17:19:10,341 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T17:19:10,341 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T17:19:10,341 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T17:19:10,341 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T17:19:10,330 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T17:19:10,358 DEBUG [RS:0;4e57a52647ef:41563 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T17:19:10,359 DEBUG [RS:0;4e57a52647ef:41563 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ea78f77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4e57a52647ef/172.17.0.3:0 2024-11-14T17:19:10,379 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T17:19:10,395 DEBUG [RS:0;4e57a52647ef:41563 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4e57a52647ef:41563 2024-11-14T17:19:10,395 INFO [RS:0;4e57a52647ef:41563 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T17:19:10,395 INFO [RS:0;4e57a52647ef:41563 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T17:19:10,395 DEBUG [RS:0;4e57a52647ef:41563 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T17:19:10,398 INFO [RS:0;4e57a52647ef:41563 {}] regionserver.HRegionServer(2659): reportForDuty to master=4e57a52647ef,37099,1731604748661 with port=41563, startcode=1731604748867 2024-11-14T17:19:10,399 DEBUG [RS:0;4e57a52647ef:41563 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T17:19:10,407 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43485, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T17:19:10,408 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37099 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4e57a52647ef,41563,1731604748867 2024-11-14T17:19:10,408 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37099 {}] master.ServerManager(517): Registering regionserver=4e57a52647ef,41563,1731604748867 2024-11-14T17:19:10,416 DEBUG [RS:0;4e57a52647ef:41563 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b 2024-11-14T17:19:10,416 DEBUG [RS:0;4e57a52647ef:41563 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36841 2024-11-14T17:19:10,416 DEBUG [RS:0;4e57a52647ef:41563 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T17:19:10,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741831_1007 (size=1321) 2024-11-14T17:19:10,427 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T17:19:10,427 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b 2024-11-14T17:19:10,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37099-0x100ab7313970003, quorum=127.0.0.1:61510, baseZNode=/1-1680593020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1680593020/rs 2024-11-14T17:19:10,432 DEBUG [RS:0;4e57a52647ef:41563 {}] zookeeper.ZKUtil(111): regionserver:41563-0x100ab7313970004, quorum=127.0.0.1:61510, baseZNode=/1-1680593020 Set watcher on existing znode=/1-1680593020/rs/4e57a52647ef,41563,1731604748867 2024-11-14T17:19:10,432 WARN [RS:0;4e57a52647ef:41563 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T17:19:10,432 INFO [RS:0;4e57a52647ef:41563 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:19:10,432 DEBUG [RS:0;4e57a52647ef:41563 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/WALs/4e57a52647ef,41563,1731604748867 2024-11-14T17:19:10,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:19:10,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:19:10,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:19:10,470 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4e57a52647ef,41563,1731604748867] 2024-11-14T17:19:10,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:19:10,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741832_1008 (size=32) 2024-11-14T17:19:10,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:19:10,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T17:19:10,527 INFO [RS:0;4e57a52647ef:41563 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T17:19:10,532 INFO [RS:0;4e57a52647ef:41563 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T17:19:10,535 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T17:19:10,535 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:10,535 INFO [RS:0;4e57a52647ef:41563 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T17:19:10,535 INFO [RS:0;4e57a52647ef:41563 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:19:10,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:19:10,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T17:19:10,540 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T17:19:10,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:10,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:19:10,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T17:19:10,546 INFO [RS:0;4e57a52647ef:41563 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T17:19:10,550 INFO [RS:0;4e57a52647ef:41563 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T17:19:10,550 INFO [RS:0;4e57a52647ef:41563 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T17:19:10,551 DEBUG [RS:0;4e57a52647ef:41563 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:19:10,551 DEBUG [RS:0;4e57a52647ef:41563 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:19:10,551 DEBUG [RS:0;4e57a52647ef:41563 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:19:10,551 DEBUG [RS:0;4e57a52647ef:41563 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:19:10,551 DEBUG [RS:0;4e57a52647ef:41563 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:19:10,551 DEBUG [RS:0;4e57a52647ef:41563 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4e57a52647ef:0, corePoolSize=2, maxPoolSize=2 2024-11-14T17:19:10,551 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T17:19:10,551 DEBUG [RS:0;4e57a52647ef:41563 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:19:10,551 DEBUG [RS:0;4e57a52647ef:41563 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:19:10,551 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:10,551 DEBUG [RS:0;4e57a52647ef:41563 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:19:10,554 DEBUG [RS:0;4e57a52647ef:41563 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:19:10,554 DEBUG [RS:0;4e57a52647ef:41563 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:19:10,554 DEBUG [RS:0;4e57a52647ef:41563 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:19:10,554 DEBUG [RS:0;4e57a52647ef:41563 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4e57a52647ef:0, corePoolSize=3, maxPoolSize=3 2024-11-14T17:19:10,554 DEBUG [RS:0;4e57a52647ef:41563 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4e57a52647ef:0, corePoolSize=3, maxPoolSize=3 2024-11-14T17:19:10,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:19:10,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T17:19:10,560 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T17:19:10,560 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:10,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:19:10,561 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T17:19:10,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/data/hbase/meta/1588230740 2024-11-14T17:19:10,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/data/hbase/meta/1588230740 2024-11-14T17:19:10,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T17:19:10,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T17:19:10,565 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:19:10,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T17:19:10,570 INFO [RS:0;4e57a52647ef:41563 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T17:19:10,570 INFO [RS:0;4e57a52647ef:41563 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T17:19:10,570 INFO [RS:0;4e57a52647ef:41563 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:19:10,570 INFO [RS:0;4e57a52647ef:41563 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T17:19:10,570 INFO [RS:0;4e57a52647ef:41563 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T17:19:10,571 INFO [RS:0;4e57a52647ef:41563 {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,41563,1731604748867-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T17:19:10,592 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:19:10,593 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70660882, jitterRate=0.052929192781448364}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:19:10,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731604750511Initializing all the Stores at 1731604750516 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604750516Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604750518 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604750518Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604750518Cleaning up temporary data from old regions at 1731604750565 (+47 ms)Region opened successfully at 1731604750593 (+28 ms) 2024-11-14T17:19:10,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T17:19:10,594 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T17:19:10,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T17:19:10,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T17:19:10,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T17:19:10,599 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T17:19:10,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731604750594Disabling compacts and flushes for region at 1731604750594Disabling writes for close at 1731604750594Writing region close event to WAL at 1731604750599 (+5 ms)Closed at 1731604750599 2024-11-14T17:19:10,607 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T17:19:10,607 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T17:19:10,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T17:19:10,608 INFO [RS:0;4e57a52647ef:41563 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T17:19:10,608 INFO [RS:0;4e57a52647ef:41563 {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,41563,1731604748867-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:19:10,609 INFO [RS:0;4e57a52647ef:41563 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:19:10,609 INFO [RS:0;4e57a52647ef:41563 {}] regionserver.Replication(171): 4e57a52647ef,41563,1731604748867 started 2024-11-14T17:19:10,610 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T17:19:10,615 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T17:19:10,633 INFO [RS:0;4e57a52647ef:41563 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:19:10,633 INFO [RS:0;4e57a52647ef:41563 {}] regionserver.HRegionServer(1482): Serving as 4e57a52647ef,41563,1731604748867, RpcServer on 4e57a52647ef/172.17.0.3:41563, sessionid=0x100ab7313970004 2024-11-14T17:19:10,634 DEBUG [RS:0;4e57a52647ef:41563 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T17:19:10,634 DEBUG [RS:0;4e57a52647ef:41563 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4e57a52647ef,41563,1731604748867 2024-11-14T17:19:10,634 DEBUG [RS:0;4e57a52647ef:41563 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4e57a52647ef,41563,1731604748867' 2024-11-14T17:19:10,634 DEBUG [RS:0;4e57a52647ef:41563 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1680593020/flush-table-proc/abort' 2024-11-14T17:19:10,636 DEBUG [RS:0;4e57a52647ef:41563 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1680593020/flush-table-proc/acquired' 2024-11-14T17:19:10,636 DEBUG [RS:0;4e57a52647ef:41563 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T17:19:10,636 DEBUG [RS:0;4e57a52647ef:41563 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T17:19:10,636 DEBUG [RS:0;4e57a52647ef:41563 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4e57a52647ef,41563,1731604748867 2024-11-14T17:19:10,636 DEBUG [RS:0;4e57a52647ef:41563 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4e57a52647ef,41563,1731604748867' 2024-11-14T17:19:10,636 DEBUG [RS:0;4e57a52647ef:41563 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1680593020/online-snapshot/abort' 2024-11-14T17:19:10,637 DEBUG [RS:0;4e57a52647ef:41563 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1680593020/online-snapshot/acquired' 2024-11-14T17:19:10,637 DEBUG [RS:0;4e57a52647ef:41563 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T17:19:10,637 INFO [RS:0;4e57a52647ef:41563 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T17:19:10,637 INFO [RS:0;4e57a52647ef:41563 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T17:19:10,738 INFO [RS:0;4e57a52647ef:41563 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T17:19:10,740 INFO [RS:0;4e57a52647ef:41563 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4e57a52647ef%2C41563%2C1731604748867, suffix=, logDir=hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/WALs/4e57a52647ef,41563,1731604748867, archiveDir=hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/oldWALs, maxLogs=10 2024-11-14T17:19:10,760 DEBUG [RS:0;4e57a52647ef:41563 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/WALs/4e57a52647ef,41563,1731604748867/4e57a52647ef%2C41563%2C1731604748867.1731604750740, exclude list is [], retry=0 2024-11-14T17:19:10,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38519,DS-771f8ad8-29d3-4604-9931-32a19e1b65b1,DISK] 2024-11-14T17:19:10,766 WARN [4e57a52647ef:37099 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T17:19:10,791 INFO [RS:0;4e57a52647ef:41563 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/WALs/4e57a52647ef,41563,1731604748867/4e57a52647ef%2C41563%2C1731604748867.1731604750740 2024-11-14T17:19:10,799 DEBUG [RS:0;4e57a52647ef:41563 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45349:45349)] 2024-11-14T17:19:11,017 DEBUG [4e57a52647ef:37099 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T17:19:11,017 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4e57a52647ef,41563,1731604748867 2024-11-14T17:19:11,019 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4e57a52647ef,41563,1731604748867, state=OPENING 2024-11-14T17:19:11,021 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T17:19:11,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37099-0x100ab7313970003, quorum=127.0.0.1:61510, baseZNode=/1-1680593020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1680593020 2024-11-14T17:19:11,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41563-0x100ab7313970004, quorum=127.0.0.1:61510, baseZNode=/1-1680593020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1680593020 2024-11-14T17:19:11,027 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1680593020/meta-region-server: CHANGED 2024-11-14T17:19:11,027 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1680593020/meta-region-server: CHANGED 2024-11-14T17:19:11,028 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T17:19:11,029 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4e57a52647ef,41563,1731604748867}] 2024-11-14T17:19:11,184 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T17:19:11,189 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38951, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T17:19:11,199 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T17:19:11,199 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:19:11,199 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T17:19:11,202 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4e57a52647ef%2C41563%2C1731604748867.meta, suffix=.meta, logDir=hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/WALs/4e57a52647ef,41563,1731604748867, archiveDir=hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/oldWALs, maxLogs=10 2024-11-14T17:19:11,232 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/WALs/4e57a52647ef,41563,1731604748867/4e57a52647ef%2C41563%2C1731604748867.meta.1731604751202.meta, exclude list is [], retry=0 2024-11-14T17:19:11,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38519,DS-771f8ad8-29d3-4604-9931-32a19e1b65b1,DISK] 2024-11-14T17:19:11,270 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/WALs/4e57a52647ef,41563,1731604748867/4e57a52647ef%2C41563%2C1731604748867.meta.1731604751202.meta 2024-11-14T17:19:11,277 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45349:45349)] 2024-11-14T17:19:11,277 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:19:11,278 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T17:19:11,278 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T17:19:11,278 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T17:19:11,278 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T17:19:11,278 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T17:19:11,278 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:19:11,279 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T17:19:11,279 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T17:19:11,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T17:19:11,316 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T17:19:11,316 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:11,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:19:11,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T17:19:11,323 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T17:19:11,323 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:11,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:19:11,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T17:19:11,328 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T17:19:11,328 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:11,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:19:11,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T17:19:11,345 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T17:19:11,345 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:11,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:19:11,351 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T17:19:11,358 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/data/hbase/meta/1588230740 2024-11-14T17:19:11,370 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/data/hbase/meta/1588230740 2024-11-14T17:19:11,378 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T17:19:11,378 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T17:19:11,383 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:19:11,395 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T17:19:11,396 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71211204, jitterRate=0.061129629611968994}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:19:11,396 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T17:19:11,396 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731604751280Writing region info on filesystem at 1731604751280Initializing all the Stores at 1731604751290 (+10 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604751290Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604751309 (+19 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604751309Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604751309Cleaning up temporary data from old regions at 1731604751378 (+69 ms)Running coprocessor post-open hooks at 1731604751396 (+18 ms)Region opened successfully at 1731604751396 2024-11-14T17:19:11,404 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731604751183 2024-11-14T17:19:11,424 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4e57a52647ef,41563,1731604748867 2024-11-14T17:19:11,424 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T17:19:11,424 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T17:19:11,425 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4e57a52647ef,41563,1731604748867, state=OPEN 2024-11-14T17:19:11,430 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4e57a52647ef,41563,1731604748867 2024-11-14T17:19:11,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41563-0x100ab7313970004, quorum=127.0.0.1:61510, baseZNode=/1-1680593020 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1680593020/meta-region-server 2024-11-14T17:19:11,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37099-0x100ab7313970003, quorum=127.0.0.1:61510, baseZNode=/1-1680593020 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1680593020/meta-region-server 2024-11-14T17:19:11,431 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1680593020/meta-region-server: CHANGED 2024-11-14T17:19:11,431 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1680593020/meta-region-server: CHANGED 2024-11-14T17:19:11,436 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T17:19:11,436 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4e57a52647ef,41563,1731604748867 in 401 msec 2024-11-14T17:19:11,440 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T17:19:11,440 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 829 msec 2024-11-14T17:19:11,442 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T17:19:11,443 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T17:19:11,450 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:19:11,450 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,41563,1731604748867, seqNum=-1] 2024-11-14T17:19:11,450 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:19:11,456 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60739, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:19:11,484 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2110 sec 2024-11-14T17:19:11,485 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731604751484, completionTime=-1 2024-11-14T17:19:11,485 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T17:19:11,485 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T17:19:11,489 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T17:19:11,489 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731604811489 2024-11-14T17:19:11,489 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731604871489 2024-11-14T17:19:11,489 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-14T17:19:11,490 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,37099,1731604748661-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:19:11,490 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,37099,1731604748661-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:19:11,490 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,37099,1731604748661-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:19:11,490 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4e57a52647ef:37099, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:19:11,490 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T17:19:11,498 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T17:19:11,500 DEBUG [master/4e57a52647ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T17:19:11,518 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.483sec 2024-11-14T17:19:11,519 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T17:19:11,519 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T17:19:11,519 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T17:19:11,519 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T17:19:11,519 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T17:19:11,519 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,37099,1731604748661-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T17:19:11,519 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,37099,1731604748661-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T17:19:11,538 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T17:19:11,538 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T17:19:11,539 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,37099,1731604748661-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:19:11,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23fec193, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:19:11,604 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,37099,-1 for getting cluster id 2024-11-14T17:19:11,604 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:19:11,605 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62dc1857-7f4b-49af-9fe4-ce75d3da4e46' 2024-11-14T17:19:11,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:19:11,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62dc1857-7f4b-49af-9fe4-ce75d3da4e46" 2024-11-14T17:19:11,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52a9c9c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:19:11,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,37099,-1] 2024-11-14T17:19:11,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:19:11,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:19:11,608 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:19:11,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27bec7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:19:11,610 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:19:11,612 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,41563,1731604748867, seqNum=-1] 2024-11-14T17:19:11,612 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:19:11,614 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:19:11,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4e57a52647ef,37099,1731604748661 2024-11-14T17:19:11,618 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61510 2024-11-14T17:19:11,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61510, baseZNode=/1-1680593020 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:19:11,642 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100ab7313970005 connected 2024-11-14T17:19:11,693 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:19:11,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,36443,1731604744382 2024-11-14T17:19:11,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e73f85e 2024-11-14T17:19:11,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:19:11,703 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:19:11,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36443 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T17:19:11,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36443 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T17:19:11,723 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T17:19:11,724 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:11,725 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36443 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T17:19:11,727 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T17:19:11,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:19:11,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34501 is added to blk_1073741835_1011 (size=902) 2024-11-14T17:19:11,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:19:12,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:19:12,158 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d715472128236c26c2faf4cf05bc3ec8, NAME => 'test,,1731604751704.d715472128236c26c2faf4cf05bc3ec8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882 2024-11-14T17:19:12,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34501 is added to blk_1073741836_1012 (size=39) 2024-11-14T17:19:12,199 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731604751704.d715472128236c26c2faf4cf05bc3ec8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:19:12,199 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d715472128236c26c2faf4cf05bc3ec8, disabling compactions & flushes 2024-11-14T17:19:12,199 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731604751704.d715472128236c26c2faf4cf05bc3ec8. 2024-11-14T17:19:12,199 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731604751704.d715472128236c26c2faf4cf05bc3ec8. 2024-11-14T17:19:12,199 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731604751704.d715472128236c26c2faf4cf05bc3ec8. after waiting 0 ms 2024-11-14T17:19:12,199 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731604751704.d715472128236c26c2faf4cf05bc3ec8. 2024-11-14T17:19:12,199 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731604751704.d715472128236c26c2faf4cf05bc3ec8. 2024-11-14T17:19:12,199 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d715472128236c26c2faf4cf05bc3ec8: Waiting for close lock at 1731604752199Disabling compacts and flushes for region at 1731604752199Disabling writes for close at 1731604752199Writing region close event to WAL at 1731604752199Closed at 1731604752199 2024-11-14T17:19:12,201 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T17:19:12,202 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731604751704.d715472128236c26c2faf4cf05bc3ec8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731604752201"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731604752201"}]},"ts":"1731604752201"} 2024-11-14T17:19:12,216 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T17:19:12,217 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T17:19:12,218 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604752217"}]},"ts":"1731604752217"} 2024-11-14T17:19:12,225 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T17:19:12,226 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d715472128236c26c2faf4cf05bc3ec8, ASSIGN}] 2024-11-14T17:19:12,228 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d715472128236c26c2faf4cf05bc3ec8, ASSIGN 2024-11-14T17:19:12,230 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d715472128236c26c2faf4cf05bc3ec8, ASSIGN; state=OFFLINE, location=4e57a52647ef,35321,1731604744482; forceNewPlan=false, retain=false 2024-11-14T17:19:12,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:19:12,381 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d715472128236c26c2faf4cf05bc3ec8, regionState=OPENING, regionLocation=4e57a52647ef,35321,1731604744482 2024-11-14T17:19:12,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d715472128236c26c2faf4cf05bc3ec8, ASSIGN because future has completed 2024-11-14T17:19:12,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d715472128236c26c2faf4cf05bc3ec8, server=4e57a52647ef,35321,1731604744482}] 2024-11-14T17:19:12,537 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T17:19:12,546 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731604751704.d715472128236c26c2faf4cf05bc3ec8. 2024-11-14T17:19:12,547 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d715472128236c26c2faf4cf05bc3ec8, NAME => 'test,,1731604751704.d715472128236c26c2faf4cf05bc3ec8.', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:19:12,547 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T17:19:12,547 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T17:19:12,548 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d715472128236c26c2faf4cf05bc3ec8 2024-11-14T17:19:12,548 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731604751704.d715472128236c26c2faf4cf05bc3ec8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:19:12,548 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d715472128236c26c2faf4cf05bc3ec8 2024-11-14T17:19:12,548 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d715472128236c26c2faf4cf05bc3ec8 2024-11-14T17:19:12,551 INFO [StoreOpener-d715472128236c26c2faf4cf05bc3ec8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d715472128236c26c2faf4cf05bc3ec8 2024-11-14T17:19:12,554 INFO [StoreOpener-d715472128236c26c2faf4cf05bc3ec8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d715472128236c26c2faf4cf05bc3ec8 columnFamilyName f 2024-11-14T17:19:12,554 DEBUG [StoreOpener-d715472128236c26c2faf4cf05bc3ec8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,554 INFO [StoreOpener-d715472128236c26c2faf4cf05bc3ec8-1 {}] regionserver.HStore(327): Store=d715472128236c26c2faf4cf05bc3ec8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:19:12,555 INFO [StoreOpener-d715472128236c26c2faf4cf05bc3ec8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d715472128236c26c2faf4cf05bc3ec8 2024-11-14T17:19:12,557 INFO [StoreOpener-d715472128236c26c2faf4cf05bc3ec8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d715472128236c26c2faf4cf05bc3ec8 columnFamilyName f1 2024-11-14T17:19:12,557 DEBUG [StoreOpener-d715472128236c26c2faf4cf05bc3ec8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,558 INFO [StoreOpener-d715472128236c26c2faf4cf05bc3ec8-1 {}] regionserver.HStore(327): Store=d715472128236c26c2faf4cf05bc3ec8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:19:12,558 INFO [StoreOpener-d715472128236c26c2faf4cf05bc3ec8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d715472128236c26c2faf4cf05bc3ec8 2024-11-14T17:19:12,562 INFO [StoreOpener-d715472128236c26c2faf4cf05bc3ec8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d715472128236c26c2faf4cf05bc3ec8 columnFamilyName norep 2024-11-14T17:19:12,562 DEBUG [StoreOpener-d715472128236c26c2faf4cf05bc3ec8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,562 INFO [StoreOpener-d715472128236c26c2faf4cf05bc3ec8-1 {}] regionserver.HStore(327): Store=d715472128236c26c2faf4cf05bc3ec8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:19:12,563 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d715472128236c26c2faf4cf05bc3ec8 2024-11-14T17:19:12,564 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/data/default/test/d715472128236c26c2faf4cf05bc3ec8 2024-11-14T17:19:12,564 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/data/default/test/d715472128236c26c2faf4cf05bc3ec8 2024-11-14T17:19:12,565 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d715472128236c26c2faf4cf05bc3ec8 2024-11-14T17:19:12,565 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d715472128236c26c2faf4cf05bc3ec8 2024-11-14T17:19:12,566 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T17:19:12,567 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d715472128236c26c2faf4cf05bc3ec8 2024-11-14T17:19:12,570 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/data/default/test/d715472128236c26c2faf4cf05bc3ec8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:19:12,570 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d715472128236c26c2faf4cf05bc3ec8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72902660, jitterRate=0.08633428812026978}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T17:19:12,570 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d715472128236c26c2faf4cf05bc3ec8 2024-11-14T17:19:12,571 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d715472128236c26c2faf4cf05bc3ec8: Running coprocessor pre-open hook at 1731604752548Writing region info on filesystem at 1731604752548Initializing all the Stores at 1731604752550 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604752551 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604752551Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604752551Cleaning up temporary data from old regions at 1731604752565 (+14 ms)Running coprocessor post-open hooks at 1731604752570 (+5 ms)Region opened successfully at 1731604752571 (+1 ms) 2024-11-14T17:19:12,573 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731604751704.d715472128236c26c2faf4cf05bc3ec8., pid=6, masterSystemTime=1731604752540 2024-11-14T17:19:12,576 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731604751704.d715472128236c26c2faf4cf05bc3ec8. 2024-11-14T17:19:12,576 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731604751704.d715472128236c26c2faf4cf05bc3ec8. 2024-11-14T17:19:12,584 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d715472128236c26c2faf4cf05bc3ec8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4e57a52647ef,35321,1731604744482 2024-11-14T17:19:12,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d715472128236c26c2faf4cf05bc3ec8, server=4e57a52647ef,35321,1731604744482 because future has completed 2024-11-14T17:19:12,598 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T17:19:12,598 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d715472128236c26c2faf4cf05bc3ec8, server=4e57a52647ef,35321,1731604744482 in 209 msec 2024-11-14T17:19:12,601 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T17:19:12,601 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d715472128236c26c2faf4cf05bc3ec8, ASSIGN in 373 msec 2024-11-14T17:19:12,602 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T17:19:12,602 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604752602"}]},"ts":"1731604752602"} 2024-11-14T17:19:12,605 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T17:19:12,606 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T17:19:12,609 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 898 msec 2024-11-14T17:19:12,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:19:12,867 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T17:19:12,867 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:19:12,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,37099,1731604748661 2024-11-14T17:19:12,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f5409d 2024-11-14T17:19:12,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:19:12,873 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:19:12,875 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T17:19:12,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T17:19:12,881 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T17:19:12,881 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:12,883 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T17:19:12,884 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T17:19:12,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:19:12,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741835_1011 (size=902) 2024-11-14T17:19:12,960 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d5f44a301f1dd08d590167a64bb42f13, NAME => 'test,,1731604752874.d5f44a301f1dd08d590167a64bb42f13.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b 2024-11-14T17:19:13,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:19:13,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741836_1012 (size=39) 2024-11-14T17:19:13,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:19:13,418 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731604752874.d5f44a301f1dd08d590167a64bb42f13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:19:13,418 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d5f44a301f1dd08d590167a64bb42f13, disabling compactions & flushes 2024-11-14T17:19:13,418 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731604752874.d5f44a301f1dd08d590167a64bb42f13. 2024-11-14T17:19:13,418 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731604752874.d5f44a301f1dd08d590167a64bb42f13. 2024-11-14T17:19:13,418 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731604752874.d5f44a301f1dd08d590167a64bb42f13. after waiting 0 ms 2024-11-14T17:19:13,418 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731604752874.d5f44a301f1dd08d590167a64bb42f13. 2024-11-14T17:19:13,418 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731604752874.d5f44a301f1dd08d590167a64bb42f13. 2024-11-14T17:19:13,418 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d5f44a301f1dd08d590167a64bb42f13: Waiting for close lock at 1731604753418Disabling compacts and flushes for region at 1731604753418Disabling writes for close at 1731604753418Writing region close event to WAL at 1731604753418Closed at 1731604753418 2024-11-14T17:19:13,420 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T17:19:13,421 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731604752874.d5f44a301f1dd08d590167a64bb42f13.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731604753420"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731604753420"}]},"ts":"1731604753420"} 2024-11-14T17:19:13,429 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T17:19:13,430 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T17:19:13,431 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604753430"}]},"ts":"1731604753430"} 2024-11-14T17:19:13,434 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T17:19:13,434 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d5f44a301f1dd08d590167a64bb42f13, ASSIGN}] 2024-11-14T17:19:13,436 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d5f44a301f1dd08d590167a64bb42f13, ASSIGN 2024-11-14T17:19:13,437 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d5f44a301f1dd08d590167a64bb42f13, ASSIGN; state=OFFLINE, location=4e57a52647ef,41563,1731604748867; forceNewPlan=false, retain=false 2024-11-14T17:19:13,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:19:13,588 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d5f44a301f1dd08d590167a64bb42f13, regionState=OPENING, regionLocation=4e57a52647ef,41563,1731604748867 2024-11-14T17:19:13,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d5f44a301f1dd08d590167a64bb42f13, ASSIGN because future has completed 2024-11-14T17:19:13,594 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d5f44a301f1dd08d590167a64bb42f13, server=4e57a52647ef,41563,1731604748867}] 2024-11-14T17:19:13,775 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731604752874.d5f44a301f1dd08d590167a64bb42f13. 2024-11-14T17:19:13,775 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d5f44a301f1dd08d590167a64bb42f13, NAME => 'test,,1731604752874.d5f44a301f1dd08d590167a64bb42f13.', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:19:13,775 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T17:19:13,775 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T17:19:13,776 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d5f44a301f1dd08d590167a64bb42f13 2024-11-14T17:19:13,776 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731604752874.d5f44a301f1dd08d590167a64bb42f13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:19:13,776 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d5f44a301f1dd08d590167a64bb42f13 2024-11-14T17:19:13,776 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d5f44a301f1dd08d590167a64bb42f13 2024-11-14T17:19:13,790 INFO [StoreOpener-d5f44a301f1dd08d590167a64bb42f13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d5f44a301f1dd08d590167a64bb42f13 2024-11-14T17:19:13,806 INFO [StoreOpener-d5f44a301f1dd08d590167a64bb42f13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5f44a301f1dd08d590167a64bb42f13 columnFamilyName f 2024-11-14T17:19:13,806 DEBUG [StoreOpener-d5f44a301f1dd08d590167a64bb42f13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:13,814 INFO [StoreOpener-d5f44a301f1dd08d590167a64bb42f13-1 {}] regionserver.HStore(327): Store=d5f44a301f1dd08d590167a64bb42f13/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:19:13,815 INFO [StoreOpener-d5f44a301f1dd08d590167a64bb42f13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d5f44a301f1dd08d590167a64bb42f13 2024-11-14T17:19:13,823 INFO [StoreOpener-d5f44a301f1dd08d590167a64bb42f13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5f44a301f1dd08d590167a64bb42f13 columnFamilyName f1 2024-11-14T17:19:13,823 DEBUG [StoreOpener-d5f44a301f1dd08d590167a64bb42f13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:13,826 INFO [StoreOpener-d5f44a301f1dd08d590167a64bb42f13-1 {}] regionserver.HStore(327): Store=d5f44a301f1dd08d590167a64bb42f13/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:19:13,826 INFO [StoreOpener-d5f44a301f1dd08d590167a64bb42f13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d5f44a301f1dd08d590167a64bb42f13 2024-11-14T17:19:13,833 INFO [StoreOpener-d5f44a301f1dd08d590167a64bb42f13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5f44a301f1dd08d590167a64bb42f13 columnFamilyName norep 2024-11-14T17:19:13,833 DEBUG [StoreOpener-d5f44a301f1dd08d590167a64bb42f13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:13,836 INFO [StoreOpener-d5f44a301f1dd08d590167a64bb42f13-1 {}] regionserver.HStore(327): Store=d5f44a301f1dd08d590167a64bb42f13/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:19:13,836 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d5f44a301f1dd08d590167a64bb42f13 2024-11-14T17:19:13,837 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/data/default/test/d5f44a301f1dd08d590167a64bb42f13 2024-11-14T17:19:13,838 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/data/default/test/d5f44a301f1dd08d590167a64bb42f13 2024-11-14T17:19:13,843 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d5f44a301f1dd08d590167a64bb42f13 2024-11-14T17:19:13,843 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d5f44a301f1dd08d590167a64bb42f13 2024-11-14T17:19:13,845 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T17:19:13,852 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d5f44a301f1dd08d590167a64bb42f13 2024-11-14T17:19:13,863 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/data/default/test/d5f44a301f1dd08d590167a64bb42f13/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:19:13,863 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d5f44a301f1dd08d590167a64bb42f13; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74105518, jitterRate=0.10425826907157898}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T17:19:13,864 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d5f44a301f1dd08d590167a64bb42f13 2024-11-14T17:19:13,864 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d5f44a301f1dd08d590167a64bb42f13: Running coprocessor pre-open hook at 1731604753776Writing region info on filesystem at 1731604753776Initializing all the Stores at 1731604753784 (+8 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604753784Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604753787 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604753787Cleaning up temporary data from old regions at 1731604753843 (+56 ms)Running coprocessor post-open hooks at 1731604753864 (+21 ms)Region opened successfully at 1731604753864 2024-11-14T17:19:13,866 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731604752874.d5f44a301f1dd08d590167a64bb42f13., pid=6, masterSystemTime=1731604753754 2024-11-14T17:19:13,870 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731604752874.d5f44a301f1dd08d590167a64bb42f13. 2024-11-14T17:19:13,870 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731604752874.d5f44a301f1dd08d590167a64bb42f13. 2024-11-14T17:19:13,870 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d5f44a301f1dd08d590167a64bb42f13, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4e57a52647ef,41563,1731604748867 2024-11-14T17:19:13,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d5f44a301f1dd08d590167a64bb42f13, server=4e57a52647ef,41563,1731604748867 because future has completed 2024-11-14T17:19:13,892 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T17:19:13,892 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d5f44a301f1dd08d590167a64bb42f13, server=4e57a52647ef,41563,1731604748867 in 295 msec 2024-11-14T17:19:13,896 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T17:19:13,896 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604753896"}]},"ts":"1731604753896"} 2024-11-14T17:19:13,897 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T17:19:13,897 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d5f44a301f1dd08d590167a64bb42f13, ASSIGN in 458 msec 2024-11-14T17:19:13,899 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T17:19:13,901 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T17:19:13,906 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.0260 sec 2024-11-14T17:19:14,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:19:14,039 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T17:19:14,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3783754a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:19:14,043 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,36443,-1 for getting cluster id 2024-11-14T17:19:14,043 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:19:14,045 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4abd26e7-2a2e-406f-b126-2f8d6d0c1872' 2024-11-14T17:19:14,048 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:19:14,048 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4abd26e7-2a2e-406f-b126-2f8d6d0c1872" 2024-11-14T17:19:14,048 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21266a26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:19:14,048 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,36443,-1] 2024-11-14T17:19:14,049 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:19:14,049 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:19:14,051 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:19:14,059 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53d9f76d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:19:14,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ea56109, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:19:14,064 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,37099,-1 for getting cluster id 2024-11-14T17:19:14,064 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:19:14,066 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62dc1857-7f4b-49af-9fe4-ce75d3da4e46' 2024-11-14T17:19:14,067 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:19:14,067 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62dc1857-7f4b-49af-9fe4-ce75d3da4e46" 2024-11-14T17:19:14,068 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a59246f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:19:14,068 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,37099,-1] 2024-11-14T17:19:14,068 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:19:14,068 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:19:14,071 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:19:14,073 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79162a75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:19:14,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3637dda0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:19:14,085 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,36443,-1 for getting cluster id 2024-11-14T17:19:14,086 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:19:14,087 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4abd26e7-2a2e-406f-b126-2f8d6d0c1872' 2024-11-14T17:19:14,087 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:19:14,088 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4abd26e7-2a2e-406f-b126-2f8d6d0c1872" 2024-11-14T17:19:14,088 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c555844, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:19:14,088 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,36443,-1] 2024-11-14T17:19:14,088 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:19:14,088 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:19:14,090 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:19:14,091 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f16f8cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:19:14,094 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:19:14,103 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,36443,1731604744382 2024-11-14T17:19:14,103 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7dbe0f3a 2024-11-14T17:19:14,103 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:19:14,111 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:19:14,112 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36443 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://4e57a52647ef:37099,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-14T17:19:14,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36443 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T17:19:14,125 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4e57a52647ef:37099' 2024-11-14T17:19:14,126 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d358ef8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:19:14,127 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,37099,-1 for getting cluster id 2024-11-14T17:19:14,127 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:19:14,129 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62dc1857-7f4b-49af-9fe4-ce75d3da4e46' 2024-11-14T17:19:14,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:19:14,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62dc1857-7f4b-49af-9fe4-ce75d3da4e46" 2024-11-14T17:19:14,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19204fa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:19:14,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,37099,-1] 2024-11-14T17:19:14,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:19:14,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:19:14,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:19:14,132 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:19:14,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b641ae4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:19:14,133 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:19:14,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,37099,1731604748661 2024-11-14T17:19:14,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ccc4517 2024-11-14T17:19:14,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:19:14,137 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:19:14,139 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-14T17:19:14,139 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T17:19:14,139 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:19:14,139 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:19:14,140 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T17:19:14,141 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T17:19:14,142 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:19:14,144 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T17:19:14,144 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:14,147 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T17:19:14,196 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T17:19:14,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34501 is added to blk_1073741837_1013 (size=1138) 2024-11-14T17:19:14,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:19:14,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:19:14,613 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7e074e3282470588202fe3a1f8736aa5, NAME => 'hbase:replication,,1731604754140.7e074e3282470588202fe3a1f8736aa5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882 2024-11-14T17:19:14,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34501 is added to blk_1073741838_1014 (size=44) 2024-11-14T17:19:14,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:19:14,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T17:19:14,876 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T17:19:14,877 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T17:19:14,877 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T17:19:14,878 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T17:19:14,878 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T17:19:14,878 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T17:19:14,878 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T17:19:14,878 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T17:19:14,878 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T17:19:14,879 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T17:19:14,879 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T17:19:15,041 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731604754140.7e074e3282470588202fe3a1f8736aa5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:19:15,041 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7e074e3282470588202fe3a1f8736aa5, disabling compactions & flushes 2024-11-14T17:19:15,041 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731604754140.7e074e3282470588202fe3a1f8736aa5. 2024-11-14T17:19:15,041 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731604754140.7e074e3282470588202fe3a1f8736aa5. 2024-11-14T17:19:15,041 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731604754140.7e074e3282470588202fe3a1f8736aa5. after waiting 0 ms 2024-11-14T17:19:15,041 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731604754140.7e074e3282470588202fe3a1f8736aa5. 2024-11-14T17:19:15,041 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731604754140.7e074e3282470588202fe3a1f8736aa5. 2024-11-14T17:19:15,041 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7e074e3282470588202fe3a1f8736aa5: Waiting for close lock at 1731604755041Disabling compacts and flushes for region at 1731604755041Disabling writes for close at 1731604755041Writing region close event to WAL at 1731604755041Closed at 1731604755041 2024-11-14T17:19:15,044 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T17:19:15,044 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731604754140.7e074e3282470588202fe3a1f8736aa5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731604755044"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731604755044"}]},"ts":"1731604755044"} 2024-11-14T17:19:15,051 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T17:19:15,053 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T17:19:15,053 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604755053"}]},"ts":"1731604755053"} 2024-11-14T17:19:15,059 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T17:19:15,059 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7e074e3282470588202fe3a1f8736aa5, ASSIGN}] 2024-11-14T17:19:15,061 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7e074e3282470588202fe3a1f8736aa5, ASSIGN 2024-11-14T17:19:15,063 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7e074e3282470588202fe3a1f8736aa5, ASSIGN; state=OFFLINE, location=4e57a52647ef,35321,1731604744482; forceNewPlan=false, retain=false 2024-11-14T17:19:15,217 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7e074e3282470588202fe3a1f8736aa5, regionState=OPENING, regionLocation=4e57a52647ef,35321,1731604744482 2024-11-14T17:19:15,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7e074e3282470588202fe3a1f8736aa5, ASSIGN because future has completed 2024-11-14T17:19:15,225 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e074e3282470588202fe3a1f8736aa5, server=4e57a52647ef,35321,1731604744482}] 2024-11-14T17:19:15,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:19:15,387 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731604754140.7e074e3282470588202fe3a1f8736aa5. 2024-11-14T17:19:15,387 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:19:15,388 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T17:19:15,394 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4e57a52647ef%2C35321%2C1731604744482.rep, suffix=, logDir=hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/WALs/4e57a52647ef,35321,1731604744482, archiveDir=hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/oldWALs, maxLogs=10 2024-11-14T17:19:15,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/WALs/4e57a52647ef,35321,1731604744482/4e57a52647ef%2C35321%2C1731604744482.rep.1731604755395, exclude list is [], retry=0 2024-11-14T17:19:15,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34501,DS-18c2aa80-1ea0-4375-842b-f5a81e2ec6dd,DISK] 2024-11-14T17:19:15,431 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/WALs/4e57a52647ef,35321,1731604744482/4e57a52647ef%2C35321%2C1731604744482.rep.1731604755395 2024-11-14T17:19:15,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32927:32927)] 2024-11-14T17:19:15,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7e074e3282470588202fe3a1f8736aa5, NAME => 'hbase:replication,,1731604754140.7e074e3282470588202fe3a1f8736aa5.', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:19:15,435 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T17:19:15,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T17:19:15,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731604754140.7e074e3282470588202fe3a1f8736aa5. service=MultiRowMutationService 2024-11-14T17:19:15,435 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T17:19:15,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7e074e3282470588202fe3a1f8736aa5 2024-11-14T17:19:15,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731604754140.7e074e3282470588202fe3a1f8736aa5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:19:15,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7e074e3282470588202fe3a1f8736aa5 2024-11-14T17:19:15,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7e074e3282470588202fe3a1f8736aa5 2024-11-14T17:19:15,450 INFO [StoreOpener-7e074e3282470588202fe3a1f8736aa5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7e074e3282470588202fe3a1f8736aa5 2024-11-14T17:19:15,455 INFO [StoreOpener-7e074e3282470588202fe3a1f8736aa5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e074e3282470588202fe3a1f8736aa5 columnFamilyName hfileref 2024-11-14T17:19:15,455 DEBUG [StoreOpener-7e074e3282470588202fe3a1f8736aa5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,456 INFO [StoreOpener-7e074e3282470588202fe3a1f8736aa5-1 {}] regionserver.HStore(327): Store=7e074e3282470588202fe3a1f8736aa5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:19:15,456 INFO [StoreOpener-7e074e3282470588202fe3a1f8736aa5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7e074e3282470588202fe3a1f8736aa5 2024-11-14T17:19:15,459 INFO [StoreOpener-7e074e3282470588202fe3a1f8736aa5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e074e3282470588202fe3a1f8736aa5 columnFamilyName queue 2024-11-14T17:19:15,459 DEBUG [StoreOpener-7e074e3282470588202fe3a1f8736aa5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,460 INFO [StoreOpener-7e074e3282470588202fe3a1f8736aa5-1 {}] regionserver.HStore(327): Store=7e074e3282470588202fe3a1f8736aa5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:19:15,460 INFO [StoreOpener-7e074e3282470588202fe3a1f8736aa5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7e074e3282470588202fe3a1f8736aa5 2024-11-14T17:19:15,461 INFO [StoreOpener-7e074e3282470588202fe3a1f8736aa5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e074e3282470588202fe3a1f8736aa5 columnFamilyName sid 2024-11-14T17:19:15,462 DEBUG [StoreOpener-7e074e3282470588202fe3a1f8736aa5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:19:15,462 INFO [StoreOpener-7e074e3282470588202fe3a1f8736aa5-1 {}] regionserver.HStore(327): Store=7e074e3282470588202fe3a1f8736aa5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:19:15,462 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7e074e3282470588202fe3a1f8736aa5 2024-11-14T17:19:15,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/data/hbase/replication/7e074e3282470588202fe3a1f8736aa5 2024-11-14T17:19:15,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/data/hbase/replication/7e074e3282470588202fe3a1f8736aa5 2024-11-14T17:19:15,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7e074e3282470588202fe3a1f8736aa5 2024-11-14T17:19:15,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7e074e3282470588202fe3a1f8736aa5 2024-11-14T17:19:15,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T17:19:15,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7e074e3282470588202fe3a1f8736aa5 2024-11-14T17:19:15,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/data/hbase/replication/7e074e3282470588202fe3a1f8736aa5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:19:15,483 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7e074e3282470588202fe3a1f8736aa5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73627058, jitterRate=0.09712865948677063}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T17:19:15,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7e074e3282470588202fe3a1f8736aa5 2024-11-14T17:19:15,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7e074e3282470588202fe3a1f8736aa5: Running coprocessor pre-open hook at 1731604755436Writing region info on filesystem at 1731604755436Initializing all the Stores at 1731604755442 (+6 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604755442Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604755446 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604755446Cleaning up temporary data from old regions at 1731604755472 (+26 ms)Running coprocessor post-open hooks at 1731604755483 (+11 ms)Region opened successfully at 1731604755484 (+1 ms) 2024-11-14T17:19:15,485 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731604754140.7e074e3282470588202fe3a1f8736aa5., pid=10, masterSystemTime=1731604755381 2024-11-14T17:19:15,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731604754140.7e074e3282470588202fe3a1f8736aa5. 2024-11-14T17:19:15,489 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731604754140.7e074e3282470588202fe3a1f8736aa5. 2024-11-14T17:19:15,489 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7e074e3282470588202fe3a1f8736aa5, regionState=OPEN, openSeqNum=2, regionLocation=4e57a52647ef,35321,1731604744482 2024-11-14T17:19:15,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e074e3282470588202fe3a1f8736aa5, server=4e57a52647ef,35321,1731604744482 because future has completed 2024-11-14T17:19:15,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T17:19:15,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7e074e3282470588202fe3a1f8736aa5, server=4e57a52647ef,35321,1731604744482 in 269 msec 2024-11-14T17:19:15,498 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T17:19:15,498 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7e074e3282470588202fe3a1f8736aa5, ASSIGN in 437 msec 2024-11-14T17:19:15,499 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T17:19:15,500 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604755500"}]},"ts":"1731604755500"} 2024-11-14T17:19:15,503 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T17:19:15,504 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T17:19:15,506 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3640 sec 2024-11-14T17:19:15,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731604754140.7e074e3282470588202fe3a1f8736aa5., hostname=4e57a52647ef,35321,1731604744482, seqNum=2] 2024-11-14T17:19:15,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36443-0x100ab7313970000, quorum=127.0.0.1:61510, baseZNode=/0-1319204636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1319204636 2024-11-14T17:19:15,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35321-0x100ab7313970001, quorum=127.0.0.1:61510, baseZNode=/0-1319204636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1319204636 2024-11-14T17:19:15,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T17:19:15,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T17:19:15,737 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T17:19:15,780 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4e57a52647ef,35321,1731604744482, ReplicationSource: 1, currentBandwidth=0 2024-11-14T17:19:15,780 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:19:15,780 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,35321,1731604744482, seqNum=-1] 2024-11-14T17:19:15,781 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:19:15,782 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47211, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-14T17:19:15,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4e57a52647ef,35321,1731604744482', locateType=CURRENT is [region=hbase:replication,,1731604754140.7e074e3282470588202fe3a1f8736aa5., hostname=4e57a52647ef,35321,1731604744482, seqNum=2] 2024-11-14T17:19:15,794 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T17:19:15,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36443 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T17:19:15,800 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4e57a52647ef,35321,1731604744482 suceeded 2024-11-14T17:19:15,804 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T17:19:15,805 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 218 msec 2024-11-14T17:19:15,805 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4e57a52647ef:37099,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-14T17:19:15,808 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6930 sec 2024-11-14T17:19:15,821 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4e57a52647ef:37099' 2024-11-14T17:19:15,823 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77cb0fe9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:19:15,823 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482 {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,37099,-1 for getting cluster id 2024-11-14T17:19:15,823 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:19:15,825 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62dc1857-7f4b-49af-9fe4-ce75d3da4e46' 2024-11-14T17:19:15,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:19:15,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62dc1857-7f4b-49af-9fe4-ce75d3da4e46" 2024-11-14T17:19:15,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b9685f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:19:15,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,37099,-1] 2024-11-14T17:19:15,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:19:15,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:19:15,827 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:19:15,832 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19d42816, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:19:15,832 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:19:15,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,37099,1731604748661 2024-11-14T17:19:15,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@711650c0 2024-11-14T17:19:15,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:19:15,834 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-14T17:19:15,835 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4e57a52647ef,35321,1731604744482 (queues=1) is replicating from cluster=4abd26e7-2a2e-406f-b126-2f8d6d0c1872 to cluster=62dc1857-7f4b-49af-9fe4-ce75d3da4e46 2024-11-14T17:19:15,835 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4e57a52647ef%2C35321%2C1731604744482 2024-11-14T17:19:15,835 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4e57a52647ef,35321,1731604744482, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T17:19:15,839 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.wal-reader.4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/WALs/4e57a52647ef,35321,1731604744482/4e57a52647ef%2C35321%2C1731604744482.1731604746694, startPosition=0, beingWritten=true 2024-11-14T17:19:15,850 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.shipper4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4e57a52647ef%2C35321%2C1731604744482 2024-11-14T17:19:15,862 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.wal-reader.4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T17:19:15,862 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.wal-reader.4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/WALs/4e57a52647ef,35321,1731604744482/4e57a52647ef%2C35321%2C1731604744482.1731604746694 to pos 379, reset compression=false 2024-11-14T17:19:15,866 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.shipper4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,35321,1731604744482 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/WALs/4e57a52647ef,35321,1731604744482/4e57a52647ef%2C35321%2C1731604744482.1731604746694, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T17:19:16,081 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.wal-reader.4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/WALs/4e57a52647ef,35321,1731604744482/4e57a52647ef%2C35321%2C1731604744482.1731604746694 to pos 379, reset compression=false 2024-11-14T17:19:16,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:19:16,283 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T17:19:16,284 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:19:16,284 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:19:16,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:19:16,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:19:16,284 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:19:16,284 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:19:16,291 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731604756289/Put/seqid=0 2024-11-14T17:19:16,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34501 is added to blk_1073741840_1016 (size=7894) 2024-11-14T17:19:16,408 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.wal-reader.4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/WALs/4e57a52647ef,35321,1731604744482/4e57a52647ef%2C35321%2C1731604744482.1731604746694 to pos 379, reset compression=false 2024-11-14T17:19:16,708 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/load_f/f/hfile_1 is 34, key is ddd/f:row/1731604756707/Put/seqid=0 2024-11-14T17:19:16,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34501 is added to blk_1073741841_1017 (size=7691) 2024-11-14T17:19:16,780 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T17:19:16,816 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.wal-reader.4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/WALs/4e57a52647ef,35321,1731604744482/4e57a52647ef%2C35321%2C1731604744482.1731604746694 to pos 379, reset compression=false 2024-11-14T17:19:16,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:19:16,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:19:16,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:19:16,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:19:16,916 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T17:19:17,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38ef9416, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:19:17,160 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,36443,-1 for getting cluster id 2024-11-14T17:19:17,160 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:19:17,162 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4abd26e7-2a2e-406f-b126-2f8d6d0c1872' 2024-11-14T17:19:17,162 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:19:17,162 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4abd26e7-2a2e-406f-b126-2f8d6d0c1872" 2024-11-14T17:19:17,162 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3945ae2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:19:17,162 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,36443,-1] 2024-11-14T17:19:17,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:19:17,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:19:17,164 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:19:17,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78a9e4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:19:17,165 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:19:17,166 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,35321,1731604744482, seqNum=-1] 2024-11-14T17:19:17,167 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:19:17,168 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:19:17,180 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:19:17,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,36443,1731604744382 2024-11-14T17:19:17,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d42433a 2024-11-14T17:19:17,184 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:19:17,186 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:19:17,193 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731604751704.d715472128236c26c2faf4cf05bc3ec8., hostname=4e57a52647ef,35321,1731604744482, seqNum=2] 2024-11-14T17:19:17,204 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T17:19:17,228 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-14T17:19:17,242 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-14T17:19:17,270 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35321 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/load_f/f/hfile_1 for inclusion in d715472128236c26c2faf4cf05bc3ec8/f 2024-11-14T17:19:17,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35321 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-14T17:19:17,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35321 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T17:19:17,278 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35321 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/load_f/f/hfile_0 for inclusion in d715472128236c26c2faf4cf05bc3ec8/f 2024-11-14T17:19:17,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35321 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-14T17:19:17,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35321 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T17:19:17,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35321 {}] regionserver.HRegion(2603): Flush status journal for d715472128236c26c2faf4cf05bc3ec8: 2024-11-14T17:19:17,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35321 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/load_f/f/hfile_1 to hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/staging/jenkins__test__sehhqhjn2f5rsflbmgsnmeldhai6cb8ajiml4l9309v1g6qc77t578e7cb7lmnmo/f/hfile_1 2024-11-14T17:19:17,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35321 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/staging/jenkins__test__sehhqhjn2f5rsflbmgsnmeldhai6cb8ajiml4l9309v1g6qc77t578e7cb7lmnmo/f/hfile_1 as hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/data/default/test/d715472128236c26c2faf4cf05bc3ec8/f/1d5a87e8187c4b6da223506867aea56d_SeqId_4_ 2024-11-14T17:19:17,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35321 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/load_f/f/hfile_0 to hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/staging/jenkins__test__sehhqhjn2f5rsflbmgsnmeldhai6cb8ajiml4l9309v1g6qc77t578e7cb7lmnmo/f/hfile_0 2024-11-14T17:19:17,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35321 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/staging/jenkins__test__sehhqhjn2f5rsflbmgsnmeldhai6cb8ajiml4l9309v1g6qc77t578e7cb7lmnmo/f/hfile_0 as hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/data/default/test/d715472128236c26c2faf4cf05bc3ec8/f/894d1d68757440bbb439513054a88585_SeqId_4_ 2024-11-14T17:19:17,330 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35321 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/staging/jenkins__test__sehhqhjn2f5rsflbmgsnmeldhai6cb8ajiml4l9309v1g6qc77t578e7cb7lmnmo/f/hfile_1 into d715472128236c26c2faf4cf05bc3ec8/f as hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/data/default/test/d715472128236c26c2faf4cf05bc3ec8/f/1d5a87e8187c4b6da223506867aea56d_SeqId_4_ - updating store file list. 2024-11-14T17:19:17,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35321 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1d5a87e8187c4b6da223506867aea56d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T17:19:17,338 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35321 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/data/default/test/d715472128236c26c2faf4cf05bc3ec8/f/1d5a87e8187c4b6da223506867aea56d_SeqId_4_ into d715472128236c26c2faf4cf05bc3ec8/f 2024-11-14T17:19:17,338 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35321 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/staging/jenkins__test__sehhqhjn2f5rsflbmgsnmeldhai6cb8ajiml4l9309v1g6qc77t578e7cb7lmnmo/f/hfile_1 into d715472128236c26c2faf4cf05bc3ec8/f (new location: hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/data/default/test/d715472128236c26c2faf4cf05bc3ec8/f/1d5a87e8187c4b6da223506867aea56d_SeqId_4_) 2024-11-14T17:19:17,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35321 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/staging/jenkins__test__sehhqhjn2f5rsflbmgsnmeldhai6cb8ajiml4l9309v1g6qc77t578e7cb7lmnmo/f/hfile_1 2024-11-14T17:19:17,352 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35321 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/staging/jenkins__test__sehhqhjn2f5rsflbmgsnmeldhai6cb8ajiml4l9309v1g6qc77t578e7cb7lmnmo/f/hfile_0 into d715472128236c26c2faf4cf05bc3ec8/f as hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/data/default/test/d715472128236c26c2faf4cf05bc3ec8/f/894d1d68757440bbb439513054a88585_SeqId_4_ - updating store file list. 2024-11-14T17:19:17,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35321 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 894d1d68757440bbb439513054a88585_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T17:19:17,361 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35321 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/data/default/test/d715472128236c26c2faf4cf05bc3ec8/f/894d1d68757440bbb439513054a88585_SeqId_4_ into d715472128236c26c2faf4cf05bc3ec8/f 2024-11-14T17:19:17,361 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35321 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/staging/jenkins__test__sehhqhjn2f5rsflbmgsnmeldhai6cb8ajiml4l9309v1g6qc77t578e7cb7lmnmo/f/hfile_0 into d715472128236c26c2faf4cf05bc3ec8/f (new location: hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/data/default/test/d715472128236c26c2faf4cf05bc3ec8/f/894d1d68757440bbb439513054a88585_SeqId_4_) 2024-11-14T17:19:17,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35321 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/staging/jenkins__test__sehhqhjn2f5rsflbmgsnmeldhai6cb8ajiml4l9309v1g6qc77t578e7cb7lmnmo/f/hfile_0 2024-11-14T17:19:17,377 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:19:17,377 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:19:17,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:19:17,378 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:19:17,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:19:17,381 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:19:17,383 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,41563,1731604748867, seqNum=-1] 2024-11-14T17:19:17,384 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731604751704.d715472128236c26c2faf4cf05bc3ec8., hostname=4e57a52647ef,35321,1731604744482, seqNum=2 , the old value is region=test,,1731604751704.d715472128236c26c2faf4cf05bc3ec8., hostname=4e57a52647ef,35321,1731604744482, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=4e57a52647ef:35321 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T17:19:17,384 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:19:17,385 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731604751704.d715472128236c26c2faf4cf05bc3ec8., hostname=4e57a52647ef,35321,1731604744482, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T17:19:17,385 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731604751704.d715472128236c26c2faf4cf05bc3ec8., hostname=4e57a52647ef,35321,1731604744482, seqNum=2 from cache 2024-11-14T17:19:17,388 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:19:17,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35321 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35321: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:46298 deadline: 1731604817379 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:46298 2024-11-14T17:19:17,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731604752874.d5f44a301f1dd08d590167a64bb42f13., hostname=4e57a52647ef,41563,1731604748867, seqNum=2] 2024-11-14T17:19:17,400 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T17:19:17,430 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.wal-reader.4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/WALs/4e57a52647ef,35321,1731604744482/4e57a52647ef%2C35321%2C1731604744482.1731604746694 to pos 379, reset compression=false 2024-11-14T17:19:17,450 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.wal-reader.4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T17:19:17,450 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.shipper4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,35321,1731604744482 got entry batch from reader: WALEntryBatch [walEntries=[{test/d715472128236c26c2faf4cf05bc3ec8/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731604757366/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/WALs/4e57a52647ef,35321,1731604744482/4e57a52647ef%2C35321%2C1731604744482.1731604746694, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T17:19:17,487 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.shipper4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T17:19:17,491 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-14T17:19:17,493 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] regionserver.ReplicationSink(318): Replicating [4abd26e7-2a2e-406f-b126-2f8d6d0c1872] bulk loaded data 2024-11-14T17:19:17,496 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e57a52647ef:35321 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T17:19:17,507 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b9cf1ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:19:17,507 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,37099,-1 for getting cluster id 2024-11-14T17:19:17,507 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:19:17,508 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62dc1857-7f4b-49af-9fe4-ce75d3da4e46' 2024-11-14T17:19:17,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:19:17,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62dc1857-7f4b-49af-9fe4-ce75d3da4e46" 2024-11-14T17:19:17,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@473a2f9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:19:17,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,37099,-1] 2024-11-14T17:19:17,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:19:17,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:19:17,512 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:19:17,513 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14b00506, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:19:17,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741837_1013 (size=7691) 2024-11-14T17:19:17,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741838_1014 (size=7894) 2024-11-14T17:19:17,650 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.wal-reader.4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/WALs/4e57a52647ef,35321,1731604744482/4e57a52647ef%2C35321%2C1731604744482.1731604746694 to pos 687, reset compression=false 2024-11-14T17:19:17,960 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.wal-reader.4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/WALs/4e57a52647ef,35321,1731604744482/4e57a52647ef%2C35321%2C1731604744482.1731604746694 to pos 687, reset compression=false 2024-11-14T17:19:18,014 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:19:18,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,37099,1731604748661 2024-11-14T17:19:18,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b4ddaee 2024-11-14T17:19:18,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:19:18,017 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-14T17:19:18,020 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T17:19:18,020 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:19:18,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,41563,1731604748867, seqNum=-1] 2024-11-14T17:19:18,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:19:18,024 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-14T17:19:18,052 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/staging/jenkins.hfs.6__test__1sd68hr3inbp213i20lcbdhd9vn3tjemul4etftunfhc2aag8c4biirev4c00mti/f/1d5a87e8187c4b6da223506867aea56d_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-14T17:19:18,057 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/staging/jenkins.hfs.6__test__1sd68hr3inbp213i20lcbdhd9vn3tjemul4etftunfhc2aag8c4biirev4c00mti/f/894d1d68757440bbb439513054a88585_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-14T17:19:18,067 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/staging/jenkins.hfs.6__test__1sd68hr3inbp213i20lcbdhd9vn3tjemul4etftunfhc2aag8c4biirev4c00mti/f/1d5a87e8187c4b6da223506867aea56d_SeqId_4_ for inclusion in d5f44a301f1dd08d590167a64bb42f13/f 2024-11-14T17:19:18,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-14T17:19:18,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T17:19:18,073 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/staging/jenkins.hfs.6__test__1sd68hr3inbp213i20lcbdhd9vn3tjemul4etftunfhc2aag8c4biirev4c00mti/f/894d1d68757440bbb439513054a88585_SeqId_4_ for inclusion in d5f44a301f1dd08d590167a64bb42f13/f 2024-11-14T17:19:18,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-14T17:19:18,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T17:19:18,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] regionserver.HRegion(2603): Flush status journal for d5f44a301f1dd08d590167a64bb42f13: 2024-11-14T17:19:18,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1d5a87e8187c4b6da223506867aea56d_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T17:19:18,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/staging/jenkins.hfs.6__test__1sd68hr3inbp213i20lcbdhd9vn3tjemul4etftunfhc2aag8c4biirev4c00mti/f/1d5a87e8187c4b6da223506867aea56d_SeqId_4_ as hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/data/default/test/d5f44a301f1dd08d590167a64bb42f13/f/9b661e8a13c14295ba7bdd371784c03f_SeqId_4_ 2024-11-14T17:19:18,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 894d1d68757440bbb439513054a88585_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T17:19:18,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/staging/jenkins.hfs.6__test__1sd68hr3inbp213i20lcbdhd9vn3tjemul4etftunfhc2aag8c4biirev4c00mti/f/894d1d68757440bbb439513054a88585_SeqId_4_ as hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/data/default/test/d5f44a301f1dd08d590167a64bb42f13/f/61a3cce209574625a67f7ee4248f2ab0_SeqId_4_ 2024-11-14T17:19:18,083 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/staging/jenkins.hfs.6__test__1sd68hr3inbp213i20lcbdhd9vn3tjemul4etftunfhc2aag8c4biirev4c00mti/f/1d5a87e8187c4b6da223506867aea56d_SeqId_4_ into d5f44a301f1dd08d590167a64bb42f13/f as hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/data/default/test/d5f44a301f1dd08d590167a64bb42f13/f/9b661e8a13c14295ba7bdd371784c03f_SeqId_4_ - updating store file list. 2024-11-14T17:19:18,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9b661e8a13c14295ba7bdd371784c03f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T17:19:18,099 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/data/default/test/d5f44a301f1dd08d590167a64bb42f13/f/9b661e8a13c14295ba7bdd371784c03f_SeqId_4_ into d5f44a301f1dd08d590167a64bb42f13/f 2024-11-14T17:19:18,099 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/staging/jenkins.hfs.6__test__1sd68hr3inbp213i20lcbdhd9vn3tjemul4etftunfhc2aag8c4biirev4c00mti/f/1d5a87e8187c4b6da223506867aea56d_SeqId_4_ into d5f44a301f1dd08d590167a64bb42f13/f (new location: hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/data/default/test/d5f44a301f1dd08d590167a64bb42f13/f/9b661e8a13c14295ba7bdd371784c03f_SeqId_4_) 2024-11-14T17:19:18,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/staging/jenkins.hfs.6__test__1sd68hr3inbp213i20lcbdhd9vn3tjemul4etftunfhc2aag8c4biirev4c00mti/f/1d5a87e8187c4b6da223506867aea56d_SeqId_4_ 2024-11-14T17:19:18,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/staging/jenkins.hfs.6__test__1sd68hr3inbp213i20lcbdhd9vn3tjemul4etftunfhc2aag8c4biirev4c00mti/f/894d1d68757440bbb439513054a88585_SeqId_4_ into d5f44a301f1dd08d590167a64bb42f13/f as hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/data/default/test/d5f44a301f1dd08d590167a64bb42f13/f/61a3cce209574625a67f7ee4248f2ab0_SeqId_4_ - updating store file list. 2024-11-14T17:19:18,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 61a3cce209574625a67f7ee4248f2ab0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T17:19:18,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/data/default/test/d5f44a301f1dd08d590167a64bb42f13/f/61a3cce209574625a67f7ee4248f2ab0_SeqId_4_ into d5f44a301f1dd08d590167a64bb42f13/f 2024-11-14T17:19:18,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/staging/jenkins.hfs.6__test__1sd68hr3inbp213i20lcbdhd9vn3tjemul4etftunfhc2aag8c4biirev4c00mti/f/894d1d68757440bbb439513054a88585_SeqId_4_ into d5f44a301f1dd08d590167a64bb42f13/f (new location: hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/data/default/test/d5f44a301f1dd08d590167a64bb42f13/f/61a3cce209574625a67f7ee4248f2ab0_SeqId_4_) 2024-11-14T17:19:18,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/staging/jenkins.hfs.6__test__1sd68hr3inbp213i20lcbdhd9vn3tjemul4etftunfhc2aag8c4biirev4c00mti/f/894d1d68757440bbb439513054a88585_SeqId_4_ 2024-11-14T17:19:18,130 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] regionserver.ReplicationSink(324): Finished replicating [4abd26e7-2a2e-406f-b126-2f8d6d0c1872] bulk loaded data 2024-11-14T17:19:18,366 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.wal-reader.4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/WALs/4e57a52647ef,35321,1731604744482/4e57a52647ef%2C35321%2C1731604744482.1731604746694 to pos 687, reset compression=false 2024-11-14T17:19:18,430 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:19:18,441 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731604758440/Put/seqid=0 2024-11-14T17:19:18,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34501 is added to blk_1073741842_1018 (size=7997) 2024-11-14T17:19:18,543 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T17:19:18,883 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.wal-reader.4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/WALs/4e57a52647ef,35321,1731604744482/4e57a52647ef%2C35321%2C1731604744482.1731604746694 to pos 687, reset compression=false 2024-11-14T17:19:18,897 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731604758893/Put/seqid=0 2024-11-14T17:19:18,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34501 is added to blk_1073741843_1019 (size=7794) 2024-11-14T17:19:18,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55037018, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:19:18,935 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,36443,-1 for getting cluster id 2024-11-14T17:19:18,935 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:19:18,936 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4abd26e7-2a2e-406f-b126-2f8d6d0c1872' 2024-11-14T17:19:18,939 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:19:18,939 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4abd26e7-2a2e-406f-b126-2f8d6d0c1872" 2024-11-14T17:19:18,939 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f8dd2bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:19:18,939 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,36443,-1] 2024-11-14T17:19:18,939 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:19:18,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:19:18,946 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:19:18,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39d2cc00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:19:18,947 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:19:18,949 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,35321,1731604744482, seqNum=-1] 2024-11-14T17:19:18,949 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:19:18,954 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:19:18,995 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:19:18,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,36443,1731604744382 2024-11-14T17:19:18,998 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49fa83e7 2024-11-14T17:19:18,998 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:19:19,000 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:19:19,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731604751704.d715472128236c26c2faf4cf05bc3ec8., hostname=4e57a52647ef,35321,1731604744482, seqNum=2] 2024-11-14T17:19:19,027 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T17:19:19,052 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-14T17:19:19,061 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-14T17:19:19,111 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35321 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/load_f1/f1/hfile_1 for inclusion in d715472128236c26c2faf4cf05bc3ec8/f1 2024-11-14T17:19:19,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35321 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-14T17:19:19,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35321 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T17:19:19,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35321 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/load_f1/f1/hfile_0 for inclusion in d715472128236c26c2faf4cf05bc3ec8/f1 2024-11-14T17:19:19,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35321 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-14T17:19:19,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35321 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T17:19:19,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35321 {}] regionserver.HRegion(2603): Flush status journal for d715472128236c26c2faf4cf05bc3ec8: 2024-11-14T17:19:19,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35321 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/load_f1/f1/hfile_1 to hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/staging/jenkins__test__pm9jfttiof2jj62c9fpgor1e1s5s4oj322am1q3apgf2vaifpkqvvi479spopadp/f1/hfile_1 2024-11-14T17:19:19,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35321 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/staging/jenkins__test__pm9jfttiof2jj62c9fpgor1e1s5s4oj322am1q3apgf2vaifpkqvvi479spopadp/f1/hfile_1 as hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/data/default/test/d715472128236c26c2faf4cf05bc3ec8/f1/a546dd100a7c4fbeb38c469fd0ecb0fd_SeqId_6_ 2024-11-14T17:19:19,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35321 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/load_f1/f1/hfile_0 to hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/staging/jenkins__test__pm9jfttiof2jj62c9fpgor1e1s5s4oj322am1q3apgf2vaifpkqvvi479spopadp/f1/hfile_0 2024-11-14T17:19:19,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35321 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/staging/jenkins__test__pm9jfttiof2jj62c9fpgor1e1s5s4oj322am1q3apgf2vaifpkqvvi479spopadp/f1/hfile_0 as hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/data/default/test/d715472128236c26c2faf4cf05bc3ec8/f1/51e525f46b8a457b8087675b3466640f_SeqId_6_ 2024-11-14T17:19:19,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35321 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-14T17:19:19,153 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35321 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/staging/jenkins__test__pm9jfttiof2jj62c9fpgor1e1s5s4oj322am1q3apgf2vaifpkqvvi479spopadp/f1/hfile_1 into d715472128236c26c2faf4cf05bc3ec8/f1 as hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/data/default/test/d715472128236c26c2faf4cf05bc3ec8/f1/a546dd100a7c4fbeb38c469fd0ecb0fd_SeqId_6_ - updating store file list. 2024-11-14T17:19:19,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35321 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a546dd100a7c4fbeb38c469fd0ecb0fd_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T17:19:19,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35321 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/data/default/test/d715472128236c26c2faf4cf05bc3ec8/f1/a546dd100a7c4fbeb38c469fd0ecb0fd_SeqId_6_ into d715472128236c26c2faf4cf05bc3ec8/f1 2024-11-14T17:19:19,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35321 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/staging/jenkins__test__pm9jfttiof2jj62c9fpgor1e1s5s4oj322am1q3apgf2vaifpkqvvi479spopadp/f1/hfile_1 into d715472128236c26c2faf4cf05bc3ec8/f1 (new location: hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/data/default/test/d715472128236c26c2faf4cf05bc3ec8/f1/a546dd100a7c4fbeb38c469fd0ecb0fd_SeqId_6_) 2024-11-14T17:19:19,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35321 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/staging/jenkins__test__pm9jfttiof2jj62c9fpgor1e1s5s4oj322am1q3apgf2vaifpkqvvi479spopadp/f1/hfile_1 2024-11-14T17:19:19,198 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35321 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/staging/jenkins__test__pm9jfttiof2jj62c9fpgor1e1s5s4oj322am1q3apgf2vaifpkqvvi479spopadp/f1/hfile_0 into d715472128236c26c2faf4cf05bc3ec8/f1 as hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/data/default/test/d715472128236c26c2faf4cf05bc3ec8/f1/51e525f46b8a457b8087675b3466640f_SeqId_6_ - updating store file list. 2024-11-14T17:19:19,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35321 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 51e525f46b8a457b8087675b3466640f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T17:19:19,240 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35321 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/data/default/test/d715472128236c26c2faf4cf05bc3ec8/f1/51e525f46b8a457b8087675b3466640f_SeqId_6_ into d715472128236c26c2faf4cf05bc3ec8/f1 2024-11-14T17:19:19,240 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35321 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/staging/jenkins__test__pm9jfttiof2jj62c9fpgor1e1s5s4oj322am1q3apgf2vaifpkqvvi479spopadp/f1/hfile_0 into d715472128236c26c2faf4cf05bc3ec8/f1 (new location: hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/data/default/test/d715472128236c26c2faf4cf05bc3ec8/f1/51e525f46b8a457b8087675b3466640f_SeqId_6_) 2024-11-14T17:19:19,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35321 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/staging/jenkins__test__pm9jfttiof2jj62c9fpgor1e1s5s4oj322am1q3apgf2vaifpkqvvi479spopadp/f1/hfile_0 2024-11-14T17:19:19,248 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:19:19,248 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:19:19,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:19:19,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:19:19,249 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:19:19,249 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731604751704.d715472128236c26c2faf4cf05bc3ec8., hostname=4e57a52647ef,35321,1731604744482, seqNum=2 , the old value is region=test,,1731604751704.d715472128236c26c2faf4cf05bc3ec8., hostname=4e57a52647ef,35321,1731604744482, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=4e57a52647ef:35321 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T17:19:19,249 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731604751704.d715472128236c26c2faf4cf05bc3ec8., hostname=4e57a52647ef,35321,1731604744482, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T17:19:19,249 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731604751704.d715472128236c26c2faf4cf05bc3ec8., hostname=4e57a52647ef,35321,1731604744482, seqNum=2 from cache 2024-11-14T17:19:19,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35321 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35321: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:35716 deadline: 1731604819248 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:35716 2024-11-14T17:19:19,251 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,35321,1731604744482, seqNum=-1] 2024-11-14T17:19:19,251 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:19:19,253 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:19:19,253 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:19:19,260 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731604751704.d715472128236c26c2faf4cf05bc3ec8., hostname=4e57a52647ef,35321,1731604744482, seqNum=2] 2024-11-14T17:19:19,353 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e57a52647ef:35321 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T17:19:19,489 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.wal-reader.4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/WALs/4e57a52647ef,35321,1731604744482/4e57a52647ef%2C35321%2C1731604744482.1731604746694 to pos 687, reset compression=false 2024-11-14T17:19:19,514 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.wal-reader.4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T17:19:19,514 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.wal-reader.4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/WALs/4e57a52647ef,35321,1731604744482/4e57a52647ef%2C35321%2C1731604744482.1731604746694 to pos 997, reset compression=false 2024-11-14T17:19:19,516 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.shipper4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,35321,1731604744482 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/WALs/4e57a52647ef,35321,1731604744482/4e57a52647ef%2C35321%2C1731604744482.1731604746694, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T17:19:19,747 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.wal-reader.4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/WALs/4e57a52647ef,35321,1731604744482/4e57a52647ef%2C35321%2C1731604744482.1731604746694 to pos 997, reset compression=false 2024-11-14T17:19:20,059 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.wal-reader.4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/WALs/4e57a52647ef,35321,1731604744482/4e57a52647ef%2C35321%2C1731604744482.1731604746694 to pos 997, reset compression=false 2024-11-14T17:19:20,467 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.wal-reader.4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/WALs/4e57a52647ef,35321,1731604744482/4e57a52647ef%2C35321%2C1731604744482.1731604746694 to pos 997, reset compression=false 2024-11-14T17:19:20,983 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.wal-reader.4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/WALs/4e57a52647ef,35321,1731604744482/4e57a52647ef%2C35321%2C1731604744482.1731604746694 to pos 997, reset compression=false 2024-11-14T17:19:21,603 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.wal-reader.4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/WALs/4e57a52647ef,35321,1731604744482/4e57a52647ef%2C35321%2C1731604744482.1731604746694 to pos 997, reset compression=false 2024-11-14T17:19:22,323 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.wal-reader.4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/WALs/4e57a52647ef,35321,1731604744482/4e57a52647ef%2C35321%2C1731604744482.1731604746694 to pos 997, reset compression=false 2024-11-14T17:19:23,138 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.wal-reader.4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/WALs/4e57a52647ef,35321,1731604744482/4e57a52647ef%2C35321%2C1731604744482.1731604746694 to pos 997, reset compression=false 2024-11-14T17:19:24,051 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.wal-reader.4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/WALs/4e57a52647ef,35321,1731604744482/4e57a52647ef%2C35321%2C1731604744482.1731604746694 to pos 997, reset compression=false 2024-11-14T17:19:24,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T17:19:24,876 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-14T17:19:25,073 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.wal-reader.4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/WALs/4e57a52647ef,35321,1731604744482/4e57a52647ef%2C35321%2C1731604744482.1731604746694 to pos 997, reset compression=false 2024-11-14T17:19:26,177 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.wal-reader.4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/WALs/4e57a52647ef,35321,1731604744482/4e57a52647ef%2C35321%2C1731604744482.1731604746694 to pos 997, reset compression=false 2024-11-14T17:19:27,391 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.wal-reader.4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/WALs/4e57a52647ef,35321,1731604744482/4e57a52647ef%2C35321%2C1731604744482.1731604746694 to pos 997, reset compression=false 2024-11-14T17:19:28,725 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.wal-reader.4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/WALs/4e57a52647ef,35321,1731604744482/4e57a52647ef%2C35321%2C1731604744482.1731604746694 to pos 997, reset compression=false 2024-11-14T17:19:30,133 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.wal-reader.4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/WALs/4e57a52647ef,35321,1731604744482/4e57a52647ef%2C35321%2C1731604744482.1731604746694 to pos 997, reset compression=false 2024-11-14T17:19:31,658 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.wal-reader.4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/WALs/4e57a52647ef,35321,1731604744482/4e57a52647ef%2C35321%2C1731604744482.1731604746694 to pos 997, reset compression=false 2024-11-14T17:19:33,272 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.wal-reader.4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/WALs/4e57a52647ef,35321,1731604744482/4e57a52647ef%2C35321%2C1731604744482.1731604746694 to pos 997, reset compression=false 2024-11-14T17:19:33,963 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T17:19:34,994 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.wal-reader.4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/WALs/4e57a52647ef,35321,1731604744482/4e57a52647ef%2C35321%2C1731604744482.1731604746694 to pos 997, reset compression=false 2024-11-14T17:19:36,822 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.wal-reader.4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/WALs/4e57a52647ef,35321,1731604744482/4e57a52647ef%2C35321%2C1731604744482.1731604746694 to pos 997, reset compression=false 2024-11-14T17:19:38,200 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T17:19:38,746 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.wal-reader.4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/WALs/4e57a52647ef,35321,1731604744482/4e57a52647ef%2C35321%2C1731604744482.1731604746694 to pos 997, reset compression=false 2024-11-14T17:19:39,520 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.shipper4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,35321,1731604744482 got entry batch from reader: null 2024-11-14T17:19:40,760 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.wal-reader.4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/WALs/4e57a52647ef,35321,1731604744482/4e57a52647ef%2C35321%2C1731604744482.1731604746694 to pos 997, reset compression=false 2024-11-14T17:19:42,867 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.wal-reader.4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/WALs/4e57a52647ef,35321,1731604744482/4e57a52647ef%2C35321%2C1731604744482.1731604746694 to pos 997, reset compression=false 2024-11-14T17:19:45,074 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.wal-reader.4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/WALs/4e57a52647ef,35321,1731604744482/4e57a52647ef%2C35321%2C1731604744482.1731604746694 to pos 997, reset compression=false 2024-11-14T17:19:47,385 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.wal-reader.4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/WALs/4e57a52647ef,35321,1731604744482/4e57a52647ef%2C35321%2C1731604744482.1731604746694 to pos 997, reset compression=false 2024-11-14T17:19:48,206 INFO [master/4e57a52647ef:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T17:19:48,206 INFO [master/4e57a52647ef:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T17:19:49,792 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.wal-reader.4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/WALs/4e57a52647ef,35321,1731604744482/4e57a52647ef%2C35321%2C1731604744482.1731604746694 to pos 997, reset compression=false 2024-11-14T17:19:52,062 INFO [master/4e57a52647ef:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T17:19:52,062 INFO [master/4e57a52647ef:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T17:19:52,311 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.wal-reader.4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/WALs/4e57a52647ef,35321,1731604744482/4e57a52647ef%2C35321%2C1731604744482.1731604746694 to pos 997, reset compression=false 2024-11-14T17:19:54,919 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.wal-reader.4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/WALs/4e57a52647ef,35321,1731604744482/4e57a52647ef%2C35321%2C1731604744482.1731604746694 to pos 997, reset compression=false 2024-11-14T17:19:57,548 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region d715472128236c26c2faf4cf05bc3ec8, had cached 0 bytes from a total of 31376 2024-11-14T17:19:57,630 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.wal-reader.4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/WALs/4e57a52647ef,35321,1731604744482/4e57a52647ef%2C35321%2C1731604744482.1731604746694 to pos 997, reset compression=false 2024-11-14T17:19:58,776 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region d5f44a301f1dd08d590167a64bb42f13, had cached 0 bytes from a total of 15585 2024-11-14T17:19:59,521 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.shipper4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,35321,1731604744482 got entry batch from reader: null 2024-11-14T17:20:00,439 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.wal-reader.4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/WALs/4e57a52647ef,35321,1731604744482/4e57a52647ef%2C35321%2C1731604744482.1731604746694 to pos 997, reset compression=false 2024-11-14T17:20:03,351 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.wal-reader.4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/WALs/4e57a52647ef,35321,1731604744482/4e57a52647ef%2C35321%2C1731604744482.1731604746694 to pos 997, reset compression=false 2024-11-14T17:20:03,963 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T17:20:06,374 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.wal-reader.4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/WALs/4e57a52647ef,35321,1731604744482/4e57a52647ef%2C35321%2C1731604744482.1731604746694 to pos 997, reset compression=false 2024-11-14T17:20:07,212 DEBUG [master/4e57a52647ef:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-14T17:20:08,200 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T17:20:09,480 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.wal-reader.4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/WALs/4e57a52647ef,35321,1731604744482/4e57a52647ef%2C35321%2C1731604744482.1731604746694 to pos 997, reset compression=false 2024-11-14T17:20:12,695 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.wal-reader.4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/WALs/4e57a52647ef,35321,1731604744482/4e57a52647ef%2C35321%2C1731604744482.1731604746694 to pos 997, reset compression=false 2024-11-14T17:20:16,001 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.wal-reader.4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/WALs/4e57a52647ef,35321,1731604744482/4e57a52647ef%2C35321%2C1731604744482.1731604746694 to pos 997, reset compression=false 2024-11-14T17:20:19,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T17:20:19,328 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:20:19,328 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:20:19,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:19,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:19,329 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T17:20:19,329 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=298932024, stopped=false 2024-11-14T17:20:19,329 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4e57a52647ef,37099,1731604748661 2024-11-14T17:20:19,329 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:20:19,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37099-0x100ab7313970003, quorum=127.0.0.1:61510, baseZNode=/1-1680593020 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1680593020/running 2024-11-14T17:20:19,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41563-0x100ab7313970004, quorum=127.0.0.1:61510, baseZNode=/1-1680593020 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1680593020/running 2024-11-14T17:20:19,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37099-0x100ab7313970003, quorum=127.0.0.1:61510, baseZNode=/1-1680593020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1680593020 2024-11-14T17:20:19,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41563-0x100ab7313970004, quorum=127.0.0.1:61510, baseZNode=/1-1680593020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1680593020 2024-11-14T17:20:19,331 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T17:20:19,332 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:20:19,332 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:20:19,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:19,332 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41563-0x100ab7313970004, quorum=127.0.0.1:61510, baseZNode=/1-1680593020 Set watcher on znode that does not yet exist, /1-1680593020/running 2024-11-14T17:20:19,332 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4e57a52647ef,41563,1731604748867' ***** 2024-11-14T17:20:19,332 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T17:20:19,332 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37099-0x100ab7313970003, quorum=127.0.0.1:61510, baseZNode=/1-1680593020 Set watcher on znode that does not yet exist, /1-1680593020/running 2024-11-14T17:20:19,333 INFO [RS:0;4e57a52647ef:41563 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T17:20:19,333 INFO [RS:0;4e57a52647ef:41563 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T17:20:19,333 INFO [RS:0;4e57a52647ef:41563 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T17:20:19,333 INFO [RS:0;4e57a52647ef:41563 {}] regionserver.HRegionServer(3091): Received CLOSE for d5f44a301f1dd08d590167a64bb42f13 2024-11-14T17:20:19,334 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T17:20:19,334 INFO [RS:0;4e57a52647ef:41563 {}] regionserver.HRegionServer(959): stopping server 4e57a52647ef,41563,1731604748867 2024-11-14T17:20:19,334 INFO [RS:0;4e57a52647ef:41563 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T17:20:19,334 INFO [RS:0;4e57a52647ef:41563 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4e57a52647ef:41563. 2024-11-14T17:20:19,334 DEBUG [RS:0;4e57a52647ef:41563 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:20:19,334 DEBUG [RS:0;4e57a52647ef:41563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:19,335 INFO [RS:0;4e57a52647ef:41563 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T17:20:19,335 INFO [RS:0;4e57a52647ef:41563 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T17:20:19,335 INFO [RS:0;4e57a52647ef:41563 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T17:20:19,335 INFO [RS:0;4e57a52647ef:41563 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T17:20:19,337 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d5f44a301f1dd08d590167a64bb42f13, disabling compactions & flushes 2024-11-14T17:20:19,337 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731604752874.d5f44a301f1dd08d590167a64bb42f13. 2024-11-14T17:20:19,337 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731604752874.d5f44a301f1dd08d590167a64bb42f13. 2024-11-14T17:20:19,337 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731604752874.d5f44a301f1dd08d590167a64bb42f13. after waiting 0 ms 2024-11-14T17:20:19,337 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731604752874.d5f44a301f1dd08d590167a64bb42f13. 2024-11-14T17:20:19,359 INFO [RS:0;4e57a52647ef:41563 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T17:20:19,359 DEBUG [RS:0;4e57a52647ef:41563 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d5f44a301f1dd08d590167a64bb42f13=test,,1731604752874.d5f44a301f1dd08d590167a64bb42f13.} 2024-11-14T17:20:19,359 DEBUG [RS:0;4e57a52647ef:41563 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d5f44a301f1dd08d590167a64bb42f13 2024-11-14T17:20:19,359 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T17:20:19,359 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T17:20:19,359 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T17:20:19,360 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T17:20:19,360 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T17:20:19,360 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-14T17:20:19,380 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/data/default/test/d5f44a301f1dd08d590167a64bb42f13/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-14T17:20:19,381 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T17:20:19,381 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T17:20:19,381 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731604752874.d5f44a301f1dd08d590167a64bb42f13. 2024-11-14T17:20:19,381 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d5f44a301f1dd08d590167a64bb42f13: Waiting for close lock at 1731604819337Running coprocessor pre-close hooks at 1731604819337Disabling compacts and flushes for region at 1731604819337Disabling writes for close at 1731604819337Writing region close event to WAL at 1731604819360 (+23 ms)Running coprocessor post-close hooks at 1731604819381 (+21 ms)Closed at 1731604819381 2024-11-14T17:20:19,381 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731604752874.d5f44a301f1dd08d590167a64bb42f13. 2024-11-14T17:20:19,406 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.wal-reader.4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/WALs/4e57a52647ef,35321,1731604744482/4e57a52647ef%2C35321%2C1731604744482.1731604746694 to pos 997, reset compression=false 2024-11-14T17:20:19,408 INFO [regionserver/4e57a52647ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T17:20:19,419 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/data/hbase/meta/1588230740/.tmp/info/cb491d00a1a145a2be45d035952c99de is 129, key is test,,1731604752874.d5f44a301f1dd08d590167a64bb42f13./info:regioninfo/1731604753870/Put/seqid=0 2024-11-14T17:20:19,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741839_1015 (size=6421) 2024-11-14T17:20:19,522 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.shipper4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,35321,1731604744482 got entry batch from reader: null 2024-11-14T17:20:19,560 DEBUG [RS:0;4e57a52647ef:41563 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T17:20:19,588 INFO [regionserver/4e57a52647ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T17:20:19,589 INFO [regionserver/4e57a52647ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T17:20:19,760 DEBUG [RS:0;4e57a52647ef:41563 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T17:20:19,883 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/data/hbase/meta/1588230740/.tmp/info/cb491d00a1a145a2be45d035952c99de 2024-11-14T17:20:19,961 DEBUG [RS:0;4e57a52647ef:41563 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T17:20:19,973 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/data/hbase/meta/1588230740/.tmp/ns/d3ae18c047b645169c3317629675b60a is 43, key is default/ns:d/1731604751457/Put/seqid=0 2024-11-14T17:20:20,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741840_1016 (size=5153) 2024-11-14T17:20:20,018 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/data/hbase/meta/1588230740/.tmp/ns/d3ae18c047b645169c3317629675b60a 2024-11-14T17:20:20,067 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/data/hbase/meta/1588230740/.tmp/rep_barrier/428e73cfedb94436a5fd68557efc113f is 112, key is test,,1731604752874.d5f44a301f1dd08d590167a64bb42f13./rep_barrier:seqnumDuringOpen/1731604753870/Put/seqid=0 2024-11-14T17:20:20,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741841_1017 (size=5518) 2024-11-14T17:20:20,116 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/data/hbase/meta/1588230740/.tmp/rep_barrier/428e73cfedb94436a5fd68557efc113f 2024-11-14T17:20:20,161 DEBUG [RS:0;4e57a52647ef:41563 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T17:20:20,249 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/data/hbase/meta/1588230740/.tmp/table/18e3c3e7556b4d3eb40109503a05e3bf is 40, key is test/table:state/1731604753896/Put/seqid=0 2024-11-14T17:20:20,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741842_1018 (size=5165) 2024-11-14T17:20:20,362 INFO [RS:0;4e57a52647ef:41563 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T17:20:20,362 DEBUG [RS:0;4e57a52647ef:41563 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T17:20:20,362 DEBUG [RS:0;4e57a52647ef:41563 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T17:20:20,368 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e57a52647ef:37099 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-14T17:20:20,564 DEBUG [RS:0;4e57a52647ef:41563 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T17:20:20,691 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/data/hbase/meta/1588230740/.tmp/table/18e3c3e7556b4d3eb40109503a05e3bf 2024-11-14T17:20:20,699 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/data/hbase/meta/1588230740/.tmp/info/cb491d00a1a145a2be45d035952c99de as hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/data/hbase/meta/1588230740/info/cb491d00a1a145a2be45d035952c99de 2024-11-14T17:20:20,711 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/data/hbase/meta/1588230740/info/cb491d00a1a145a2be45d035952c99de, entries=10, sequenceid=11, filesize=6.3 K 2024-11-14T17:20:20,712 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/data/hbase/meta/1588230740/.tmp/ns/d3ae18c047b645169c3317629675b60a as hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/data/hbase/meta/1588230740/ns/d3ae18c047b645169c3317629675b60a 2024-11-14T17:20:20,717 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/data/hbase/meta/1588230740/ns/d3ae18c047b645169c3317629675b60a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T17:20:20,718 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/data/hbase/meta/1588230740/.tmp/rep_barrier/428e73cfedb94436a5fd68557efc113f as hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/data/hbase/meta/1588230740/rep_barrier/428e73cfedb94436a5fd68557efc113f 2024-11-14T17:20:20,725 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/data/hbase/meta/1588230740/rep_barrier/428e73cfedb94436a5fd68557efc113f, entries=1, sequenceid=11, filesize=5.4 K 2024-11-14T17:20:20,727 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/data/hbase/meta/1588230740/.tmp/table/18e3c3e7556b4d3eb40109503a05e3bf as hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/data/hbase/meta/1588230740/table/18e3c3e7556b4d3eb40109503a05e3bf 2024-11-14T17:20:20,733 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/data/hbase/meta/1588230740/table/18e3c3e7556b4d3eb40109503a05e3bf, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T17:20:20,734 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1374ms, sequenceid=11, compaction requested=false 2024-11-14T17:20:20,741 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T17:20:20,742 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T17:20:20,742 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T17:20:20,742 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T17:20:20,742 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731604819359Running coprocessor pre-close hooks at 1731604819359Disabling compacts and flushes for region at 1731604819359Disabling writes for close at 1731604819360 (+1 ms)Obtaining lock to block concurrent updates at 1731604819360Preparing flush snapshotting stores in 1588230740 at 1731604819360Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731604819361 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731604819366 (+5 ms)Flushing 1588230740/info: creating writer at 1731604819367 (+1 ms)Flushing 1588230740/info: appending metadata at 1731604819419 (+52 ms)Flushing 1588230740/info: closing flushed file at 1731604819419Flushing 1588230740/ns: creating writer at 1731604819913 (+494 ms)Flushing 1588230740/ns: appending metadata at 1731604819973 (+60 ms)Flushing 1588230740/ns: closing flushed file at 1731604819973Flushing 1588230740/rep_barrier: creating writer at 1731604820036 (+63 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731604820067 (+31 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731604820067Flushing 1588230740/table: creating writer at 1731604820148 (+81 ms)Flushing 1588230740/table: appending metadata at 1731604820234 (+86 ms)Flushing 1588230740/table: closing flushed file at 1731604820234Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c77051c: reopening flushed file at 1731604820698 (+464 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35f5de29: reopening flushed file at 1731604820711 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6826509a: reopening flushed file at 1731604820718 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d19c848: reopening flushed file at 1731604820725 (+7 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1374ms, sequenceid=11, compaction requested=false at 1731604820734 (+9 ms)Writing region close event to WAL at 1731604820736 (+2 ms)Running coprocessor post-close hooks at 1731604820741 (+5 ms)Closed at 1731604820742 (+1 ms) 2024-11-14T17:20:20,742 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T17:20:20,765 INFO [RS:0;4e57a52647ef:41563 {}] regionserver.HRegionServer(976): stopping server 4e57a52647ef,41563,1731604748867; all regions closed. 2024-11-14T17:20:20,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741834_1010 (size=2717) 2024-11-14T17:20:20,768 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/WALs/4e57a52647ef,41563,1731604748867/4e57a52647ef%2C41563%2C1731604748867.meta.1731604751202.meta not finished, retry = 0 2024-11-14T17:20:20,871 DEBUG [RS:0;4e57a52647ef:41563 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/oldWALs 2024-11-14T17:20:20,871 INFO [RS:0;4e57a52647ef:41563 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4e57a52647ef%2C41563%2C1731604748867.meta:.meta(num 1731604751202) 2024-11-14T17:20:20,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741833_1009 (size=1028) 2024-11-14T17:20:20,874 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/WALs/4e57a52647ef,41563,1731604748867/4e57a52647ef%2C41563%2C1731604748867.1731604750740 not finished, retry = 0 2024-11-14T17:20:20,980 DEBUG [RS:0;4e57a52647ef:41563 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/oldWALs 2024-11-14T17:20:20,980 INFO [RS:0;4e57a52647ef:41563 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4e57a52647ef%2C41563%2C1731604748867:(num 1731604750740) 2024-11-14T17:20:20,980 DEBUG [RS:0;4e57a52647ef:41563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:20,980 INFO [RS:0;4e57a52647ef:41563 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T17:20:20,980 INFO [RS:0;4e57a52647ef:41563 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T17:20:20,980 INFO [RS:0;4e57a52647ef:41563 {}] hbase.ChoreService(370): Chore service for: regionserver/4e57a52647ef:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T17:20:20,981 INFO [RS:0;4e57a52647ef:41563 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T17:20:20,982 INFO [regionserver/4e57a52647ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T17:20:20,982 INFO [RS:0;4e57a52647ef:41563 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4e57a52647ef:41563. 2024-11-14T17:20:20,983 DEBUG [RS:0;4e57a52647ef:41563 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:20:20,983 DEBUG [RS:0;4e57a52647ef:41563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:20,983 DEBUG [RS:0;4e57a52647ef:41563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:20,983 INFO [RS:0;4e57a52647ef:41563 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41563 2024-11-14T17:20:20,983 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:20:20,992 INFO [RS:0;4e57a52647ef:41563 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T17:20:20,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41563-0x100ab7313970004, quorum=127.0.0.1:61510, baseZNode=/1-1680593020 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1680593020/rs/4e57a52647ef,41563,1731604748867 2024-11-14T17:20:20,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37099-0x100ab7313970003, quorum=127.0.0.1:61510, baseZNode=/1-1680593020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1680593020/rs 2024-11-14T17:20:20,995 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4e57a52647ef,41563,1731604748867] 2024-11-14T17:20:21,002 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1680593020/draining/4e57a52647ef,41563,1731604748867 already deleted, retry=false 2024-11-14T17:20:21,002 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4e57a52647ef,41563,1731604748867 expired; onlineServers=0 2024-11-14T17:20:21,002 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4e57a52647ef,37099,1731604748661' ***** 2024-11-14T17:20:21,002 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T17:20:21,002 INFO [M:0;4e57a52647ef:37099 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T17:20:21,002 INFO [M:0;4e57a52647ef:37099 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T17:20:21,002 DEBUG [M:0;4e57a52647ef:37099 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T17:20:21,002 DEBUG [M:0;4e57a52647ef:37099 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T17:20:21,002 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T17:20:21,002 DEBUG [master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731604750329 {}] cleaner.HFileCleaner(306): Exit Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731604750329,5,FailOnTimeoutGroup] 2024-11-14T17:20:21,002 INFO [M:0;4e57a52647ef:37099 {}] hbase.ChoreService(370): Chore service for: master/4e57a52647ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T17:20:21,002 INFO [M:0;4e57a52647ef:37099 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T17:20:21,003 DEBUG [M:0;4e57a52647ef:37099 {}] master.HMaster(1795): Stopping service threads 2024-11-14T17:20:21,003 INFO [M:0;4e57a52647ef:37099 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T17:20:21,003 DEBUG [master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731604750338 {}] cleaner.HFileCleaner(306): Exit Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731604750338,5,FailOnTimeoutGroup] 2024-11-14T17:20:21,003 INFO [M:0;4e57a52647ef:37099 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T17:20:21,003 INFO [M:0;4e57a52647ef:37099 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T17:20:21,005 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T17:20:21,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37099-0x100ab7313970003, quorum=127.0.0.1:61510, baseZNode=/1-1680593020 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1680593020/master 2024-11-14T17:20:21,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37099-0x100ab7313970003, quorum=127.0.0.1:61510, baseZNode=/1-1680593020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1680593020 2024-11-14T17:20:21,013 DEBUG [M:0;4e57a52647ef:37099 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1680593020/master already deleted, retry=false 2024-11-14T17:20:21,013 DEBUG [M:0;4e57a52647ef:37099 {}] master.ActiveMasterManager(353): master:37099-0x100ab7313970003, quorum=127.0.0.1:61510, baseZNode=/1-1680593020 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1680593020/master 2024-11-14T17:20:21,044 INFO [M:0;4e57a52647ef:37099 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/.lastflushedseqids 2024-11-14T17:20:21,096 INFO [RS:0;4e57a52647ef:41563 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T17:20:21,096 INFO [RS:0;4e57a52647ef:41563 {}] regionserver.HRegionServer(1031): Exiting; stopping=4e57a52647ef,41563,1731604748867; zookeeper connection closed. 2024-11-14T17:20:21,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41563-0x100ab7313970004, quorum=127.0.0.1:61510, baseZNode=/1-1680593020 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:20:21,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41563-0x100ab7313970004, quorum=127.0.0.1:61510, baseZNode=/1-1680593020 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:20:21,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741843_1019 (size=173) 2024-11-14T17:20:21,108 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6bb70a57 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6bb70a57 2024-11-14T17:20:21,110 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T17:20:21,498 INFO [M:0;4e57a52647ef:37099 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T17:20:21,499 INFO [M:0;4e57a52647ef:37099 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T17:20:21,499 DEBUG [M:0;4e57a52647ef:37099 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T17:20:21,499 INFO [M:0;4e57a52647ef:37099 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:20:21,499 DEBUG [M:0;4e57a52647ef:37099 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:20:21,499 DEBUG [M:0;4e57a52647ef:37099 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T17:20:21,499 DEBUG [M:0;4e57a52647ef:37099 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:20:21,499 INFO [M:0;4e57a52647ef:37099 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.04 KB heapSize=34.14 KB 2024-11-14T17:20:21,523 DEBUG [M:0;4e57a52647ef:37099 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7610dde4971640bbbc5d1c40e564a5f1 is 82, key is hbase:meta,,1/info:regioninfo/1731604751424/Put/seqid=0 2024-11-14T17:20:21,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741844_1020 (size=5672) 2024-11-14T17:20:21,930 INFO [M:0;4e57a52647ef:37099 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7610dde4971640bbbc5d1c40e564a5f1 2024-11-14T17:20:21,955 DEBUG [M:0;4e57a52647ef:37099 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4bef155bb63e4575b4e8b41ac28bdea4 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731604753904/Put/seqid=0 2024-11-14T17:20:21,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741845_1021 (size=6726) 2024-11-14T17:20:21,966 INFO [M:0;4e57a52647ef:37099 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.49 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4bef155bb63e4575b4e8b41ac28bdea4 2024-11-14T17:20:21,971 INFO [M:0;4e57a52647ef:37099 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4bef155bb63e4575b4e8b41ac28bdea4 2024-11-14T17:20:21,993 DEBUG [M:0;4e57a52647ef:37099 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4711692a7ff342ee87315c38ae079e74 is 69, key is 4e57a52647ef,41563,1731604748867/rs:state/1731604750409/Put/seqid=0 2024-11-14T17:20:22,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741846_1022 (size=5156) 2024-11-14T17:20:22,418 INFO [M:0;4e57a52647ef:37099 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4711692a7ff342ee87315c38ae079e74 2024-11-14T17:20:22,425 DEBUG [M:0;4e57a52647ef:37099 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7610dde4971640bbbc5d1c40e564a5f1 as hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7610dde4971640bbbc5d1c40e564a5f1 2024-11-14T17:20:22,431 INFO [M:0;4e57a52647ef:37099 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7610dde4971640bbbc5d1c40e564a5f1, entries=8, sequenceid=58, filesize=5.5 K 2024-11-14T17:20:22,432 DEBUG [M:0;4e57a52647ef:37099 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4bef155bb63e4575b4e8b41ac28bdea4 as hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4bef155bb63e4575b4e8b41ac28bdea4 2024-11-14T17:20:22,440 INFO [M:0;4e57a52647ef:37099 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4bef155bb63e4575b4e8b41ac28bdea4 2024-11-14T17:20:22,440 INFO [M:0;4e57a52647ef:37099 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4bef155bb63e4575b4e8b41ac28bdea4, entries=6, sequenceid=58, filesize=6.6 K 2024-11-14T17:20:22,441 DEBUG [M:0;4e57a52647ef:37099 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4711692a7ff342ee87315c38ae079e74 as hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4711692a7ff342ee87315c38ae079e74 2024-11-14T17:20:22,447 INFO [M:0;4e57a52647ef:37099 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36841/user/jenkins/test-data/111abaf5-7014-e3f5-6f4b-375fed21fa1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4711692a7ff342ee87315c38ae079e74, entries=1, sequenceid=58, filesize=5.0 K 2024-11-14T17:20:22,449 INFO [M:0;4e57a52647ef:37099 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 949ms, sequenceid=58, compaction requested=false 2024-11-14T17:20:22,450 INFO [M:0;4e57a52647ef:37099 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:20:22,450 DEBUG [M:0;4e57a52647ef:37099 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731604821499Disabling compacts and flushes for region at 1731604821499Disabling writes for close at 1731604821499Obtaining lock to block concurrent updates at 1731604821499Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731604821499Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28715, getHeapSize=34896, getOffHeapSize=0, getCellsCount=69 at 1731604821500 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731604821500Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731604821500Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731604821523 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731604821523Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731604821936 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731604821954 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731604821954Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731604821972 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731604821992 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731604821992Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ca9c395: reopening flushed file at 1731604822424 (+432 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68cfcdd7: reopening flushed file at 1731604822431 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dec67d: reopening flushed file at 1731604822440 (+9 ms)Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 949ms, sequenceid=58, compaction requested=false at 1731604822449 (+9 ms)Writing region close event to WAL at 1731604822450 (+1 ms)Closed at 1731604822450 2024-11-14T17:20:22,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38519 is added to blk_1073741830_1006 (size=33014) 2024-11-14T17:20:22,456 INFO [M:0;4e57a52647ef:37099 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T17:20:22,456 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T17:20:22,456 INFO [M:0;4e57a52647ef:37099 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37099 2024-11-14T17:20:22,457 INFO [M:0;4e57a52647ef:37099 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T17:20:22,560 INFO [M:0;4e57a52647ef:37099 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T17:20:22,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37099-0x100ab7313970003, quorum=127.0.0.1:61510, baseZNode=/1-1680593020 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:20:22,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37099-0x100ab7313970003, quorum=127.0.0.1:61510, baseZNode=/1-1680593020 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:20:22,562 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@184919ce{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T17:20:22,563 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@715188a2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T17:20:22,563 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T17:20:22,563 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d2f54a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T17:20:22,563 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fab496f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9606a28-8427-92c2-93b7-506fc23d978f/hadoop.log.dir/,STOPPED} 2024-11-14T17:20:22,565 WARN [BP-626409965-172.17.0.3-1731604747280 heartbeating to localhost/127.0.0.1:36841 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T17:20:22,565 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T17:20:22,565 WARN [BP-626409965-172.17.0.3-1731604747280 heartbeating to localhost/127.0.0.1:36841 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-626409965-172.17.0.3-1731604747280 (Datanode Uuid 9da07864-a629-487c-842e-9736002061cb) service to localhost/127.0.0.1:36841 2024-11-14T17:20:22,565 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T17:20:22,565 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9606a28-8427-92c2-93b7-506fc23d978f/cluster_ad641771-bdc6-6390-27ac-13387283eea2/data/data1/current/BP-626409965-172.17.0.3-1731604747280 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T17:20:22,565 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9606a28-8427-92c2-93b7-506fc23d978f/cluster_ad641771-bdc6-6390-27ac-13387283eea2/data/data2/current/BP-626409965-172.17.0.3-1731604747280 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T17:20:22,566 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T17:20:22,572 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@746c78d7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T17:20:22,573 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2531001e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T17:20:22,573 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T17:20:22,573 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e637be1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T17:20:22,573 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@310fd993{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9606a28-8427-92c2-93b7-506fc23d978f/hadoop.log.dir/,STOPPED} 2024-11-14T17:20:22,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T17:20:22,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T17:20:22,588 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:20:22,588 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:20:22,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:22,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:22,588 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:20:22,589 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T17:20:22,589 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=327845073, stopped=false 2024-11-14T17:20:22,589 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4e57a52647ef,36443,1731604744382 2024-11-14T17:20:22,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35321-0x100ab7313970001, quorum=127.0.0.1:61510, baseZNode=/0-1319204636 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1319204636/running 2024-11-14T17:20:22,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36443-0x100ab7313970000, quorum=127.0.0.1:61510, baseZNode=/0-1319204636 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1319204636/running 2024-11-14T17:20:22,591 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T17:20:22,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35321-0x100ab7313970001, quorum=127.0.0.1:61510, baseZNode=/0-1319204636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1319204636 2024-11-14T17:20:22,591 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:20:22,591 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:20:22,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:22,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36443-0x100ab7313970000, quorum=127.0.0.1:61510, baseZNode=/0-1319204636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1319204636 2024-11-14T17:20:22,592 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35321-0x100ab7313970001, quorum=127.0.0.1:61510, baseZNode=/0-1319204636 Set watcher on znode that does not yet exist, /0-1319204636/running 2024-11-14T17:20:22,592 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4e57a52647ef,35321,1731604744482' ***** 2024-11-14T17:20:22,592 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T17:20:22,592 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36443-0x100ab7313970000, quorum=127.0.0.1:61510, baseZNode=/0-1319204636 Set watcher on znode that does not yet exist, /0-1319204636/running 2024-11-14T17:20:22,592 INFO [RS:0;4e57a52647ef:35321 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T17:20:22,592 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T17:20:22,592 INFO [RS:0;4e57a52647ef:35321 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T17:20:22,593 INFO [RS:0;4e57a52647ef:35321 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T17:20:22,593 INFO [RS:0;4e57a52647ef:35321 {}] regionserver.HRegionServer(3091): Received CLOSE for d715472128236c26c2faf4cf05bc3ec8 2024-11-14T17:20:22,593 INFO [RS:0;4e57a52647ef:35321 {}] regionserver.HRegionServer(3091): Received CLOSE for 7e074e3282470588202fe3a1f8736aa5 2024-11-14T17:20:22,593 INFO [RS:0;4e57a52647ef:35321 {}] regionserver.HRegionServer(959): stopping server 4e57a52647ef,35321,1731604744482 2024-11-14T17:20:22,593 INFO [RS:0;4e57a52647ef:35321 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T17:20:22,593 INFO [RS:0;4e57a52647ef:35321 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4e57a52647ef:35321. 2024-11-14T17:20:22,593 DEBUG [RS:0;4e57a52647ef:35321 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:20:22,593 DEBUG [RS:0;4e57a52647ef:35321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:22,593 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d715472128236c26c2faf4cf05bc3ec8, disabling compactions & flushes 2024-11-14T17:20:22,593 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731604751704.d715472128236c26c2faf4cf05bc3ec8. 2024-11-14T17:20:22,593 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731604751704.d715472128236c26c2faf4cf05bc3ec8. 2024-11-14T17:20:22,593 INFO [RS:0;4e57a52647ef:35321 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T17:20:22,593 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731604751704.d715472128236c26c2faf4cf05bc3ec8. after waiting 0 ms 2024-11-14T17:20:22,593 INFO [RS:0;4e57a52647ef:35321 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T17:20:22,593 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731604751704.d715472128236c26c2faf4cf05bc3ec8. 2024-11-14T17:20:22,593 INFO [RS:0;4e57a52647ef:35321 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T17:20:22,593 INFO [RS:0;4e57a52647ef:35321 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T17:20:22,594 INFO [RS:0;4e57a52647ef:35321 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T17:20:22,594 DEBUG [RS:0;4e57a52647ef:35321 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d715472128236c26c2faf4cf05bc3ec8=test,,1731604751704.d715472128236c26c2faf4cf05bc3ec8., 7e074e3282470588202fe3a1f8736aa5=hbase:replication,,1731604754140.7e074e3282470588202fe3a1f8736aa5.} 2024-11-14T17:20:22,594 DEBUG [RS:0;4e57a52647ef:35321 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7e074e3282470588202fe3a1f8736aa5, d715472128236c26c2faf4cf05bc3ec8 2024-11-14T17:20:22,594 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T17:20:22,594 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T17:20:22,594 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T17:20:22,594 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T17:20:22,595 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T17:20:22,595 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T17:20:22,603 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/data/default/test/d715472128236c26c2faf4cf05bc3ec8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T17:20:22,604 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T17:20:22,604 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T17:20:22,604 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731604751704.d715472128236c26c2faf4cf05bc3ec8. 2024-11-14T17:20:22,604 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d715472128236c26c2faf4cf05bc3ec8: Waiting for close lock at 1731604822593Running coprocessor pre-close hooks at 1731604822593Disabling compacts and flushes for region at 1731604822593Disabling writes for close at 1731604822593Writing region close event to WAL at 1731604822599 (+6 ms)Running coprocessor post-close hooks at 1731604822604 (+5 ms)Closed at 1731604822604 2024-11-14T17:20:22,604 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731604751704.d715472128236c26c2faf4cf05bc3ec8. 2024-11-14T17:20:22,604 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7e074e3282470588202fe3a1f8736aa5, disabling compactions & flushes 2024-11-14T17:20:22,604 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731604754140.7e074e3282470588202fe3a1f8736aa5. 2024-11-14T17:20:22,604 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731604754140.7e074e3282470588202fe3a1f8736aa5. 2024-11-14T17:20:22,604 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731604754140.7e074e3282470588202fe3a1f8736aa5. after waiting 0 ms 2024-11-14T17:20:22,604 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731604754140.7e074e3282470588202fe3a1f8736aa5. 2024-11-14T17:20:22,604 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7e074e3282470588202fe3a1f8736aa5 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-14T17:20:22,615 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/data/hbase/meta/1588230740/.tmp/info/27594b40d5084cb79dc777c37506851f is 147, key is hbase:replication,,1731604754140.7e074e3282470588202fe3a1f8736aa5./info:regioninfo/1731604755489/Put/seqid=0 2024-11-14T17:20:22,626 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/data/hbase/replication/7e074e3282470588202fe3a1f8736aa5/.tmp/hfileref/b07a17720e1f4c75ae7614d25087eb3f is 74, key is 1/hfileref:1d5a87e8187c4b6da223506867aea56d_SeqId_4_/1731604758139/DeleteColumn/seqid=0 2024-11-14T17:20:22,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34501 is added to blk_1073741845_1021 (size=5203) 2024-11-14T17:20:22,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34501 is added to blk_1073741844_1020 (size=7686) 2024-11-14T17:20:22,632 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/data/hbase/meta/1588230740/.tmp/info/27594b40d5084cb79dc777c37506851f 2024-11-14T17:20:22,654 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/data/hbase/meta/1588230740/.tmp/ns/73f099278e1b44688717479a2cccc489 is 43, key is default/ns:d/1731604747193/Put/seqid=0 2024-11-14T17:20:22,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34501 is added to blk_1073741846_1022 (size=5153) 2024-11-14T17:20:22,678 INFO [regionserver/4e57a52647ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T17:20:22,795 DEBUG [RS:0;4e57a52647ef:35321 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7e074e3282470588202fe3a1f8736aa5 2024-11-14T17:20:22,933 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.wal-reader.4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/WALs/4e57a52647ef,35321,1731604744482/4e57a52647ef%2C35321%2C1731604744482.1731604746694 to pos 997, reset compression=false 2024-11-14T17:20:22,940 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.wal-reader.4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T17:20:22,940 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.wal-reader.4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/WALs/4e57a52647ef,35321,1731604744482/4e57a52647ef%2C35321%2C1731604744482.1731604746694 to pos 1292, reset compression=false 2024-11-14T17:20:22,940 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.shipper4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,35321,1731604744482 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/WALs/4e57a52647ef,35321,1731604744482/4e57a52647ef%2C35321%2C1731604744482.1731604746694, lastWalPosition=1292, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T17:20:22,943 ERROR [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.shipper4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 4e57a52647ef,35321,1731604744482: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-4e57a52647ef,35321,1731604744482, walGroup=4e57a52647ef%2C35321%2C1731604744482, offset=4e57a52647ef%2C35321%2C1731604744482.1731604746694:1292, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e57a52647ef:35321 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T17:20:22,944 ERROR [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.shipper4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T17:20:22,947 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.shipper4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T17:20:22,949 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.shipper4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T17:20:22,949 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.shipper4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T17:20:22,949 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.shipper4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T17:20:22,949 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.shipper4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 375950896 }, "NonHeapMemoryUsage": { "committed": 180486144, "init": 7667712, "max": -1, "used": 175375552 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T17:20:22,953 WARN [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.shipper4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e57a52647ef:36443 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e57a52647ef:36443 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T17:20:22,995 DEBUG [RS:0;4e57a52647ef:35321 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7e074e3282470588202fe3a1f8736aa5 2024-11-14T17:20:23,032 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/data/hbase/replication/7e074e3282470588202fe3a1f8736aa5/.tmp/hfileref/b07a17720e1f4c75ae7614d25087eb3f 2024-11-14T17:20:23,057 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/data/hbase/replication/7e074e3282470588202fe3a1f8736aa5/.tmp/queue/0177045e516c40a8a61a665f25f7a6e7 is 153, key is 1-4e57a52647ef,35321,1731604744482/queue:4e57a52647ef%2C35321%2C1731604744482/1731604759518/Put/seqid=0 2024-11-14T17:20:23,059 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/data/hbase/meta/1588230740/.tmp/ns/73f099278e1b44688717479a2cccc489 2024-11-14T17:20:23,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34501 is added to blk_1073741847_1023 (size=5352) 2024-11-14T17:20:23,063 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/data/hbase/replication/7e074e3282470588202fe3a1f8736aa5/.tmp/queue/0177045e516c40a8a61a665f25f7a6e7 2024-11-14T17:20:23,074 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/data/hbase/replication/7e074e3282470588202fe3a1f8736aa5/.tmp/hfileref/b07a17720e1f4c75ae7614d25087eb3f as hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/data/hbase/replication/7e074e3282470588202fe3a1f8736aa5/hfileref/b07a17720e1f4c75ae7614d25087eb3f 2024-11-14T17:20:23,080 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/data/hbase/replication/7e074e3282470588202fe3a1f8736aa5/hfileref/b07a17720e1f4c75ae7614d25087eb3f, entries=2, sequenceid=10, filesize=5.1 K 2024-11-14T17:20:23,082 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/data/hbase/replication/7e074e3282470588202fe3a1f8736aa5/.tmp/queue/0177045e516c40a8a61a665f25f7a6e7 as hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/data/hbase/replication/7e074e3282470588202fe3a1f8736aa5/queue/0177045e516c40a8a61a665f25f7a6e7 2024-11-14T17:20:23,088 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/data/hbase/replication/7e074e3282470588202fe3a1f8736aa5/queue/0177045e516c40a8a61a665f25f7a6e7, entries=1, sequenceid=10, filesize=5.2 K 2024-11-14T17:20:23,089 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 7e074e3282470588202fe3a1f8736aa5 in 485ms, sequenceid=10, compaction requested=false 2024-11-14T17:20:23,098 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/data/hbase/meta/1588230740/.tmp/rep_barrier/96b9d782c61745c781a82e614a2acf2f is 112, key is test,,1731604751704.d715472128236c26c2faf4cf05bc3ec8./rep_barrier:seqnumDuringOpen/1731604752583/Put/seqid=0 2024-11-14T17:20:23,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34501 is added to blk_1073741848_1024 (size=5518) 2024-11-14T17:20:23,117 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/data/hbase/replication/7e074e3282470588202fe3a1f8736aa5/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-14T17:20:23,118 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T17:20:23,118 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T17:20:23,118 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731604754140.7e074e3282470588202fe3a1f8736aa5. 2024-11-14T17:20:23,118 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7e074e3282470588202fe3a1f8736aa5: Waiting for close lock at 1731604822604Running coprocessor pre-close hooks at 1731604822604Disabling compacts and flushes for region at 1731604822604Disabling writes for close at 1731604822604Obtaining lock to block concurrent updates at 1731604822604Preparing flush snapshotting stores in 7e074e3282470588202fe3a1f8736aa5 at 1731604822604Finished memstore snapshotting hbase:replication,,1731604754140.7e074e3282470588202fe3a1f8736aa5., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731604822605 (+1 ms)Flushing stores of hbase:replication,,1731604754140.7e074e3282470588202fe3a1f8736aa5. at 1731604822605Flushing 7e074e3282470588202fe3a1f8736aa5/hfileref: creating writer at 1731604822605Flushing 7e074e3282470588202fe3a1f8736aa5/hfileref: appending metadata at 1731604822625 (+20 ms)Flushing 7e074e3282470588202fe3a1f8736aa5/hfileref: closing flushed file at 1731604822625Flushing 7e074e3282470588202fe3a1f8736aa5/queue: creating writer at 1731604823037 (+412 ms)Flushing 7e074e3282470588202fe3a1f8736aa5/queue: appending metadata at 1731604823056 (+19 ms)Flushing 7e074e3282470588202fe3a1f8736aa5/queue: closing flushed file at 1731604823056Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fe980a1: reopening flushed file at 1731604823073 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@852638d: reopening flushed file at 1731604823080 (+7 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 7e074e3282470588202fe3a1f8736aa5 in 485ms, sequenceid=10, compaction requested=false at 1731604823090 (+10 ms)Writing region close event to WAL at 1731604823108 (+18 ms)Running coprocessor post-close hooks at 1731604823118 (+10 ms)Closed at 1731604823118 2024-11-14T17:20:23,118 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731604754140.7e074e3282470588202fe3a1f8736aa5. 2024-11-14T17:20:23,156 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.wal-reader.4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/WALs/4e57a52647ef,35321,1731604744482/4e57a52647ef%2C35321%2C1731604744482.1731604746694 to pos 1292, reset compression=false 2024-11-14T17:20:23,195 DEBUG [RS:0;4e57a52647ef:35321 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T17:20:23,395 DEBUG [RS:0;4e57a52647ef:35321 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T17:20:23,460 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.wal-reader.4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/WALs/4e57a52647ef,35321,1731604744482/4e57a52647ef%2C35321%2C1731604744482.1731604746694 to pos 1292, reset compression=false 2024-11-14T17:20:23,514 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/data/hbase/meta/1588230740/.tmp/rep_barrier/96b9d782c61745c781a82e614a2acf2f 2024-11-14T17:20:23,542 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/data/hbase/meta/1588230740/.tmp/table/dd5a2e9765f6443096469eb16e9ebafd is 53, key is hbase:replication/table:state/1731604755500/Put/seqid=0 2024-11-14T17:20:23,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34501 is added to blk_1073741849_1025 (size=5308) 2024-11-14T17:20:23,596 INFO [RS:0;4e57a52647ef:35321 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T17:20:23,596 DEBUG [RS:0;4e57a52647ef:35321 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T17:20:23,596 DEBUG [RS:0;4e57a52647ef:35321 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T17:20:23,639 INFO [regionserver/4e57a52647ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T17:20:23,639 INFO [regionserver/4e57a52647ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T17:20:23,796 DEBUG [RS:0;4e57a52647ef:35321 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T17:20:23,866 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.wal-reader.4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/WALs/4e57a52647ef,35321,1731604744482/4e57a52647ef%2C35321%2C1731604744482.1731604746694 to pos 1292, reset compression=false 2024-11-14T17:20:23,947 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/data/hbase/meta/1588230740/.tmp/table/dd5a2e9765f6443096469eb16e9ebafd 2024-11-14T17:20:23,954 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/data/hbase/meta/1588230740/.tmp/info/27594b40d5084cb79dc777c37506851f as hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/data/hbase/meta/1588230740/info/27594b40d5084cb79dc777c37506851f 2024-11-14T17:20:23,960 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/data/hbase/meta/1588230740/info/27594b40d5084cb79dc777c37506851f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T17:20:23,961 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/data/hbase/meta/1588230740/.tmp/ns/73f099278e1b44688717479a2cccc489 as hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/data/hbase/meta/1588230740/ns/73f099278e1b44688717479a2cccc489 2024-11-14T17:20:23,966 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/data/hbase/meta/1588230740/ns/73f099278e1b44688717479a2cccc489, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T17:20:23,967 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/data/hbase/meta/1588230740/.tmp/rep_barrier/96b9d782c61745c781a82e614a2acf2f as hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/data/hbase/meta/1588230740/rep_barrier/96b9d782c61745c781a82e614a2acf2f 2024-11-14T17:20:23,973 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/data/hbase/meta/1588230740/rep_barrier/96b9d782c61745c781a82e614a2acf2f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T17:20:23,974 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/data/hbase/meta/1588230740/.tmp/table/dd5a2e9765f6443096469eb16e9ebafd as hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/data/hbase/meta/1588230740/table/dd5a2e9765f6443096469eb16e9ebafd 2024-11-14T17:20:23,978 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/data/hbase/meta/1588230740/table/dd5a2e9765f6443096469eb16e9ebafd, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T17:20:23,979 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1384ms, sequenceid=16, compaction requested=false 2024-11-14T17:20:23,979 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T17:20:23,989 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T17:20:23,990 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T17:20:23,990 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T17:20:23,990 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T17:20:23,991 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731604822594Running coprocessor pre-close hooks at 1731604822594Disabling compacts and flushes for region at 1731604822594Disabling writes for close at 1731604822595 (+1 ms)Obtaining lock to block concurrent updates at 1731604822595Preparing flush snapshotting stores in 1588230740 at 1731604822595Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731604822595Flushing stores of hbase:meta,,1.1588230740 at 1731604822596 (+1 ms)Flushing 1588230740/info: creating writer at 1731604822596Flushing 1588230740/info: appending metadata at 1731604822615 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731604822615Flushing 1588230740/ns: creating writer at 1731604822638 (+23 ms)Flushing 1588230740/ns: appending metadata at 1731604822654 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731604822654Flushing 1588230740/rep_barrier: creating writer at 1731604823068 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731604823087 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731604823087Flushing 1588230740/table: creating writer at 1731604823520 (+433 ms)Flushing 1588230740/table: appending metadata at 1731604823541 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731604823541Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51a84ca1: reopening flushed file at 1731604823953 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e3a86c1: reopening flushed file at 1731604823960 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71c3cb67: reopening flushed file at 1731604823966 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dc06300: reopening flushed file at 1731604823973 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1384ms, sequenceid=16, compaction requested=false at 1731604823979 (+6 ms)Writing region close event to WAL at 1731604823984 (+5 ms)Running coprocessor post-close hooks at 1731604823990 (+6 ms)Closed at 1731604823990 2024-11-14T17:20:23,991 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T17:20:23,996 INFO [RS:0;4e57a52647ef:35321 {}] regionserver.HRegionServer(976): stopping server 4e57a52647ef,35321,1731604744482; all regions closed. 2024-11-14T17:20:23,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34501 is added to blk_1073741834_1010 (size=4239) 2024-11-14T17:20:23,998 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/WALs/4e57a52647ef,35321,1731604744482/4e57a52647ef%2C35321%2C1731604744482.meta.1731604747105.meta not finished, retry = 0 2024-11-14T17:20:24,113 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/WALs/4e57a52647ef,35321,1731604744482/4e57a52647ef%2C35321%2C1731604744482.rep.1731604755395 not finished, retry = 0 2024-11-14T17:20:24,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34501 is added to blk_1073741839_1015 (size=2700) 2024-11-14T17:20:24,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34501 is added to blk_1073741833_1009 (size=1300) 2024-11-14T17:20:24,223 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/WALs/4e57a52647ef,35321,1731604744482/4e57a52647ef%2C35321%2C1731604744482.1731604746694 not finished, retry = 0 2024-11-14T17:20:24,324 DEBUG [RS:0;4e57a52647ef:35321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:24,324 INFO [RS:0;4e57a52647ef:35321 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T17:20:24,324 INFO [RS:0;4e57a52647ef:35321 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T17:20:24,324 INFO [RS:0;4e57a52647ef:35321 {}] hbase.ChoreService(370): Chore service for: regionserver/4e57a52647ef:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T17:20:24,324 INFO [RS:0;4e57a52647ef:35321 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T17:20:24,324 INFO [regionserver/4e57a52647ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T17:20:24,325 INFO [RS:0;4e57a52647ef:35321 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4e57a52647ef,35321,1731604744482 because: Region server is closing 2024-11-14T17:20:24,325 INFO [RS:0;4e57a52647ef:35321 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4e57a52647ef:35321. 2024-11-14T17:20:24,325 DEBUG [RS:0;4e57a52647ef:35321 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:20:24,325 DEBUG [RS:0;4e57a52647ef:35321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:24,325 DEBUG [RS:0;4e57a52647ef:35321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:24,325 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:20:24,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:20:24,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:20:24,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:20:24,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:20:24,425 INFO [RS:0;4e57a52647ef:35321 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,35321,1731604744482.replicationSource.shipper4e57a52647ef%2C35321%2C1731604744482,1-4e57a52647ef,35321,1731604744482 terminated 2024-11-14T17:20:24,426 INFO [RS:0;4e57a52647ef:35321 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35321 2024-11-14T17:20:24,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:20:24,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35321-0x100ab7313970001, quorum=127.0.0.1:61510, baseZNode=/0-1319204636 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1319204636/rs/4e57a52647ef,35321,1731604744482 2024-11-14T17:20:24,432 INFO [RS:0;4e57a52647ef:35321 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T17:20:24,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36443-0x100ab7313970000, quorum=127.0.0.1:61510, baseZNode=/0-1319204636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1319204636/rs 2024-11-14T17:20:24,434 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4e57a52647ef,35321,1731604744482] 2024-11-14T17:20:24,437 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1319204636/draining/4e57a52647ef,35321,1731604744482 already deleted, retry=false 2024-11-14T17:20:24,437 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4e57a52647ef,35321,1731604744482 expired; onlineServers=0 2024-11-14T17:20:24,437 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4e57a52647ef,36443,1731604744382' ***** 2024-11-14T17:20:24,437 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T17:20:24,437 INFO [M:0;4e57a52647ef:36443 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T17:20:24,437 INFO [M:0;4e57a52647ef:36443 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T17:20:24,437 DEBUG [M:0;4e57a52647ef:36443 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T17:20:24,437 DEBUG [M:0;4e57a52647ef:36443 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T17:20:24,437 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T17:20:24,438 DEBUG [master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731604746471 {}] cleaner.HFileCleaner(306): Exit Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731604746471,5,FailOnTimeoutGroup] 2024-11-14T17:20:24,438 INFO [M:0;4e57a52647ef:36443 {}] hbase.ChoreService(370): Chore service for: master/4e57a52647ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T17:20:24,438 INFO [M:0;4e57a52647ef:36443 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T17:20:24,438 DEBUG [M:0;4e57a52647ef:36443 {}] master.HMaster(1795): Stopping service threads 2024-11-14T17:20:24,438 INFO [M:0;4e57a52647ef:36443 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T17:20:24,438 INFO [M:0;4e57a52647ef:36443 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T17:20:24,438 DEBUG [master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731604746471 {}] cleaner.HFileCleaner(306): Exit Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731604746471,5,FailOnTimeoutGroup] 2024-11-14T17:20:24,438 INFO [M:0;4e57a52647ef:36443 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T17:20:24,438 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T17:20:24,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36443-0x100ab7313970000, quorum=127.0.0.1:61510, baseZNode=/0-1319204636 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1319204636/master 2024-11-14T17:20:24,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36443-0x100ab7313970000, quorum=127.0.0.1:61510, baseZNode=/0-1319204636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1319204636 2024-11-14T17:20:24,439 DEBUG [M:0;4e57a52647ef:36443 {}] zookeeper.ZKUtil(347): master:36443-0x100ab7313970000, quorum=127.0.0.1:61510, baseZNode=/0-1319204636 Unable to get data of znode /0-1319204636/master because node does not exist (not an error) 2024-11-14T17:20:24,439 WARN [M:0;4e57a52647ef:36443 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T17:20:24,443 INFO [M:0;4e57a52647ef:36443 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/.lastflushedseqids 2024-11-14T17:20:24,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34501 is added to blk_1073741850_1026 (size=263) 2024-11-14T17:20:24,453 INFO [M:0;4e57a52647ef:36443 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T17:20:24,453 INFO [M:0;4e57a52647ef:36443 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T17:20:24,453 DEBUG [M:0;4e57a52647ef:36443 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T17:20:24,453 INFO [M:0;4e57a52647ef:36443 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:20:24,453 DEBUG [M:0;4e57a52647ef:36443 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:20:24,453 DEBUG [M:0;4e57a52647ef:36443 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T17:20:24,453 DEBUG [M:0;4e57a52647ef:36443 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:20:24,453 INFO [M:0;4e57a52647ef:36443 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-14T17:20:24,481 DEBUG [M:0;4e57a52647ef:36443 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9ec97561b3c34f06b870b6120cc6fba9 is 82, key is hbase:meta,,1/info:regioninfo/1731604747163/Put/seqid=0 2024-11-14T17:20:24,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34501 is added to blk_1073741851_1027 (size=5672) 2024-11-14T17:20:24,511 INFO [M:0;4e57a52647ef:36443 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9ec97561b3c34f06b870b6120cc6fba9 2024-11-14T17:20:24,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35321-0x100ab7313970001, quorum=127.0.0.1:61510, baseZNode=/0-1319204636 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:20:24,534 INFO [RS:0;4e57a52647ef:35321 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T17:20:24,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35321-0x100ab7313970001, quorum=127.0.0.1:61510, baseZNode=/0-1319204636 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:20:24,534 INFO [RS:0;4e57a52647ef:35321 {}] regionserver.HRegionServer(1031): Exiting; stopping=4e57a52647ef,35321,1731604744482; zookeeper connection closed. 2024-11-14T17:20:24,549 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@756dbb09 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@756dbb09 2024-11-14T17:20:24,551 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T17:20:24,554 DEBUG [M:0;4e57a52647ef:36443 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9bb8cb699ef74d9c8ff2ab2ffcc65fe7 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731604752608/Put/seqid=0 2024-11-14T17:20:24,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34501 is added to blk_1073741852_1028 (size=7240) 2024-11-14T17:20:24,595 INFO [M:0;4e57a52647ef:36443 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9bb8cb699ef74d9c8ff2ab2ffcc65fe7 2024-11-14T17:20:24,602 INFO [M:0;4e57a52647ef:36443 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9bb8cb699ef74d9c8ff2ab2ffcc65fe7 2024-11-14T17:20:24,638 DEBUG [M:0;4e57a52647ef:36443 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/96bf6fb2e68f4e6da9e4793f4b860940 is 69, key is 4e57a52647ef,35321,1731604744482/rs:state/1731604746496/Put/seqid=0 2024-11-14T17:20:24,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34501 is added to blk_1073741853_1029 (size=5156) 2024-11-14T17:20:24,935 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T17:20:24,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:20:24,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:20:24,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:20:24,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:20:24,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:20:24,974 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T17:20:24,974 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T17:20:24,974 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T17:20:24,974 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T17:20:24,974 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T17:20:24,974 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T17:20:25,070 INFO [M:0;4e57a52647ef:36443 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/96bf6fb2e68f4e6da9e4793f4b860940 2024-11-14T17:20:25,077 DEBUG [M:0;4e57a52647ef:36443 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9ec97561b3c34f06b870b6120cc6fba9 as hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9ec97561b3c34f06b870b6120cc6fba9 2024-11-14T17:20:25,083 INFO [M:0;4e57a52647ef:36443 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9ec97561b3c34f06b870b6120cc6fba9, entries=8, sequenceid=105, filesize=5.5 K 2024-11-14T17:20:25,085 DEBUG [M:0;4e57a52647ef:36443 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9bb8cb699ef74d9c8ff2ab2ffcc65fe7 as hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9bb8cb699ef74d9c8ff2ab2ffcc65fe7 2024-11-14T17:20:25,094 INFO [M:0;4e57a52647ef:36443 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9bb8cb699ef74d9c8ff2ab2ffcc65fe7 2024-11-14T17:20:25,094 INFO [M:0;4e57a52647ef:36443 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9bb8cb699ef74d9c8ff2ab2ffcc65fe7, entries=11, sequenceid=105, filesize=7.1 K 2024-11-14T17:20:25,095 DEBUG [M:0;4e57a52647ef:36443 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/96bf6fb2e68f4e6da9e4793f4b860940 as hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/96bf6fb2e68f4e6da9e4793f4b860940 2024-11-14T17:20:25,102 INFO [M:0;4e57a52647ef:36443 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45149/user/jenkins/test-data/1d364bbb-167b-8e20-34a2-79a37c552882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/96bf6fb2e68f4e6da9e4793f4b860940, entries=1, sequenceid=105, filesize=5.0 K 2024-11-14T17:20:25,107 INFO [M:0;4e57a52647ef:36443 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 654ms, sequenceid=105, compaction requested=false 2024-11-14T17:20:25,129 INFO [M:0;4e57a52647ef:36443 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:20:25,129 DEBUG [M:0;4e57a52647ef:36443 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731604824453Disabling compacts and flushes for region at 1731604824453Disabling writes for close at 1731604824453Obtaining lock to block concurrent updates at 1731604824453Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731604824453Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1731604824454 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731604824454Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731604824455 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731604824480 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731604824480Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731604824521 (+41 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731604824553 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731604824554 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731604824602 (+48 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731604824637 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731604824637Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@573df5ba: reopening flushed file at 1731604825076 (+439 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ea93734: reopening flushed file at 1731604825084 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@768dcd3a: reopening flushed file at 1731604825094 (+10 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 654ms, sequenceid=105, compaction requested=false at 1731604825107 (+13 ms)Writing region close event to WAL at 1731604825128 (+21 ms)Closed at 1731604825128 2024-11-14T17:20:25,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34501 is added to blk_1073741830_1006 (size=64526) 2024-11-14T17:20:25,147 INFO [M:0;4e57a52647ef:36443 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T17:20:25,147 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T17:20:25,147 INFO [M:0;4e57a52647ef:36443 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36443 2024-11-14T17:20:25,151 INFO [M:0;4e57a52647ef:36443 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T17:20:25,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36443-0x100ab7313970000, quorum=127.0.0.1:61510, baseZNode=/0-1319204636 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:20:25,256 INFO [M:0;4e57a52647ef:36443 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T17:20:25,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36443-0x100ab7313970000, quorum=127.0.0.1:61510, baseZNode=/0-1319204636 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:20:25,259 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@33d5ace5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T17:20:25,259 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44b791d4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T17:20:25,259 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T17:20:25,259 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1378a62{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T17:20:25,259 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@686a1d06{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b122f77-741b-11ab-fbb3-2479f01cab90/hadoop.log.dir/,STOPPED} 2024-11-14T17:20:25,262 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T17:20:25,262 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T17:20:25,266 WARN [BP-147721302-172.17.0.3-1731604743085 heartbeating to localhost/127.0.0.1:45149 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T17:20:25,266 WARN [BP-147721302-172.17.0.3-1731604743085 heartbeating to localhost/127.0.0.1:45149 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-147721302-172.17.0.3-1731604743085 (Datanode Uuid d4033d76-fef5-44c5-8709-f2293bb82107) service to localhost/127.0.0.1:45149 2024-11-14T17:20:25,267 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b122f77-741b-11ab-fbb3-2479f01cab90/cluster_2c8dab6b-50a6-c033-95fe-c995d7f4956c/data/data1/current/BP-147721302-172.17.0.3-1731604743085 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T17:20:25,267 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b122f77-741b-11ab-fbb3-2479f01cab90/cluster_2c8dab6b-50a6-c033-95fe-c995d7f4956c/data/data2/current/BP-147721302-172.17.0.3-1731604743085 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T17:20:25,267 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T17:20:25,273 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26f4102f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T17:20:25,273 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6423a617{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T17:20:25,273 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T17:20:25,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e0322f6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T17:20:25,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f1e04ce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b122f77-741b-11ab-fbb3-2479f01cab90/hadoop.log.dir/,STOPPED} 2024-11-14T17:20:25,282 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T17:20:25,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T17:20:25,308 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=158 (was 140) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$803/0x00007f3ddcb90438.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:45149 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36841 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:45149 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61510) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36841 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36841 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45149 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$803/0x00007f3ddcb90438.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:45149 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36841 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61510) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36841 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36841 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:36841 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36841 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:45149 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) - Thread LEAK? -, OpenFileDescriptor=503 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=911 (was 969), ProcessCount=11 (was 11), AvailableMemoryMB=450 (was 852) 2024-11-14T17:20:25,319 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=159, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=911, ProcessCount=11, AvailableMemoryMB=450 2024-11-14T17:20:25,338 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-14T17:20:25,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9606a28-8427-92c2-93b7-506fc23d978f/hadoop.log.dir so I do NOT create it in target/test-data/24cb43de-0659-3f36-5f6a-311a430bcebf 2024-11-14T17:20:25,339 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9606a28-8427-92c2-93b7-506fc23d978f/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T17:20:25,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9606a28-8427-92c2-93b7-506fc23d978f/hadoop.tmp.dir so I do NOT create it in target/test-data/24cb43de-0659-3f36-5f6a-311a430bcebf 2024-11-14T17:20:25,339 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9606a28-8427-92c2-93b7-506fc23d978f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T17:20:25,339 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24cb43de-0659-3f36-5f6a-311a430bcebf 2024-11-14T17:20:25,339 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24cb43de-0659-3f36-5f6a-311a430bcebf/cluster_3fd4967b-18d8-3cf1-997a-4f491867ec63, deleteOnExit=true 2024-11-14T17:20:25,345 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24cb43de-0659-3f36-5f6a-311a430bcebf/cluster_3fd4967b-18d8-3cf1-997a-4f491867ec63/zookeeper_0, clientPort=53679, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24cb43de-0659-3f36-5f6a-311a430bcebf/cluster_3fd4967b-18d8-3cf1-997a-4f491867ec63/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24cb43de-0659-3f36-5f6a-311a430bcebf/cluster_3fd4967b-18d8-3cf1-997a-4f491867ec63/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T17:20:25,347 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53679 2024-11-14T17:20:25,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T17:20:25,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T17:20:25,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24cb43de-0659-3f36-5f6a-311a430bcebf/test.cache.data in system properties and HBase conf 2024-11-14T17:20:25,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24cb43de-0659-3f36-5f6a-311a430bcebf/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T17:20:25,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24cb43de-0659-3f36-5f6a-311a430bcebf/hadoop.log.dir in system properties and HBase conf 2024-11-14T17:20:25,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24cb43de-0659-3f36-5f6a-311a430bcebf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T17:20:25,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24cb43de-0659-3f36-5f6a-311a430bcebf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T17:20:25,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T17:20:25,348 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T17:20:25,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24cb43de-0659-3f36-5f6a-311a430bcebf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T17:20:25,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24cb43de-0659-3f36-5f6a-311a430bcebf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T17:20:25,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24cb43de-0659-3f36-5f6a-311a430bcebf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T17:20:25,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24cb43de-0659-3f36-5f6a-311a430bcebf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T17:20:25,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24cb43de-0659-3f36-5f6a-311a430bcebf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T17:20:25,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24cb43de-0659-3f36-5f6a-311a430bcebf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T17:20:25,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24cb43de-0659-3f36-5f6a-311a430bcebf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T17:20:25,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24cb43de-0659-3f36-5f6a-311a430bcebf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T17:20:25,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24cb43de-0659-3f36-5f6a-311a430bcebf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T17:20:25,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24cb43de-0659-3f36-5f6a-311a430bcebf/nfs.dump.dir in system properties and HBase conf 2024-11-14T17:20:25,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24cb43de-0659-3f36-5f6a-311a430bcebf/java.io.tmpdir in system properties and HBase conf 2024-11-14T17:20:25,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24cb43de-0659-3f36-5f6a-311a430bcebf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T17:20:25,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24cb43de-0659-3f36-5f6a-311a430bcebf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T17:20:25,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24cb43de-0659-3f36-5f6a-311a430bcebf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T17:20:25,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100ab7313970002, quorum=127.0.0.1:61510, baseZNode=/0-1319204636 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T17:20:25,379 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100ab7313970002, quorum=127.0.0.1:61510, baseZNode=/0-1319204636 Received Disconnected from ZooKeeper, ignoring 2024-11-14T17:20:25,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100ab7313970005, quorum=127.0.0.1:61510, baseZNode=/1-1680593020 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T17:20:25,384 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100ab7313970005, quorum=127.0.0.1:61510, baseZNode=/1-1680593020 Received Disconnected from ZooKeeper, ignoring 2024-11-14T17:20:25,434 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T17:20:25,439 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T17:20:25,440 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T17:20:25,440 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T17:20:25,440 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T17:20:25,441 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T17:20:25,441 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3db3868c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24cb43de-0659-3f36-5f6a-311a430bcebf/hadoop.log.dir/,AVAILABLE} 2024-11-14T17:20:25,442 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@306e315e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T17:20:25,589 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2af7d3d5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24cb43de-0659-3f36-5f6a-311a430bcebf/java.io.tmpdir/jetty-localhost-43009-hadoop-hdfs-3_4_1-tests_jar-_-any-16676716739344390239/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T17:20:25,589 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f84364c{HTTP/1.1, (http/1.1)}{localhost:43009} 2024-11-14T17:20:25,589 INFO [Time-limited test {}] server.Server(415): Started @129967ms 2024-11-14T17:20:25,757 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T17:20:25,761 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T17:20:25,770 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T17:20:25,771 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T17:20:25,771 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T17:20:25,771 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cae3f43{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24cb43de-0659-3f36-5f6a-311a430bcebf/hadoop.log.dir/,AVAILABLE} 2024-11-14T17:20:25,772 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@594fffb1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T17:20:25,921 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e6f3ac9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24cb43de-0659-3f36-5f6a-311a430bcebf/java.io.tmpdir/jetty-localhost-37903-hadoop-hdfs-3_4_1-tests_jar-_-any-3363499217296491966/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T17:20:25,922 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@556c7296{HTTP/1.1, (http/1.1)}{localhost:37903} 2024-11-14T17:20:25,922 INFO [Time-limited test {}] server.Server(415): Started @130300ms 2024-11-14T17:20:25,923 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T17:20:26,048 WARN [Thread-1283 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24cb43de-0659-3f36-5f6a-311a430bcebf/cluster_3fd4967b-18d8-3cf1-997a-4f491867ec63/data/data1/current/BP-794088424-172.17.0.3-1731604825370/current, will proceed with Du for space computation calculation, 2024-11-14T17:20:26,048 WARN [Thread-1284 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24cb43de-0659-3f36-5f6a-311a430bcebf/cluster_3fd4967b-18d8-3cf1-997a-4f491867ec63/data/data2/current/BP-794088424-172.17.0.3-1731604825370/current, will proceed with Du for space computation calculation, 2024-11-14T17:20:26,069 WARN [Thread-1271 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T17:20:26,072 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6ba5f76f0d3fc27d with lease ID 0x1ae638663016a9c1: Processing first storage report for DS-953ac8a0-40c8-40ad-af2f-56f602cbd697 from datanode DatanodeRegistration(127.0.0.1:46545, datanodeUuid=526f5de1-f34f-409f-adfc-377551c2ca05, infoPort=38283, infoSecurePort=0, ipcPort=44217, storageInfo=lv=-57;cid=testClusterID;nsid=1567319021;c=1731604825370) 2024-11-14T17:20:26,072 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6ba5f76f0d3fc27d with lease ID 0x1ae638663016a9c1: from storage DS-953ac8a0-40c8-40ad-af2f-56f602cbd697 node DatanodeRegistration(127.0.0.1:46545, datanodeUuid=526f5de1-f34f-409f-adfc-377551c2ca05, infoPort=38283, infoSecurePort=0, ipcPort=44217, storageInfo=lv=-57;cid=testClusterID;nsid=1567319021;c=1731604825370), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T17:20:26,072 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6ba5f76f0d3fc27d with lease ID 0x1ae638663016a9c1: Processing first storage report for DS-04c97478-0c30-4ff6-bbaf-6dfdb1a57483 from datanode DatanodeRegistration(127.0.0.1:46545, datanodeUuid=526f5de1-f34f-409f-adfc-377551c2ca05, infoPort=38283, infoSecurePort=0, ipcPort=44217, storageInfo=lv=-57;cid=testClusterID;nsid=1567319021;c=1731604825370) 2024-11-14T17:20:26,072 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6ba5f76f0d3fc27d with lease ID 0x1ae638663016a9c1: from storage DS-04c97478-0c30-4ff6-bbaf-6dfdb1a57483 node DatanodeRegistration(127.0.0.1:46545, datanodeUuid=526f5de1-f34f-409f-adfc-377551c2ca05, infoPort=38283, infoSecurePort=0, ipcPort=44217, storageInfo=lv=-57;cid=testClusterID;nsid=1567319021;c=1731604825370), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T17:20:26,077 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24cb43de-0659-3f36-5f6a-311a430bcebf 2024-11-14T17:20:26,077 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:20:26,079 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:20:26,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46545 is added to blk_1073741825_1001 (size=7) 2024-11-14T17:20:26,489 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d with version=8 2024-11-14T17:20:26,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/hbase-staging 2024-11-14T17:20:26,492 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4e57a52647ef:0 server-side Connection retries=45 2024-11-14T17:20:26,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:20:26,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T17:20:26,492 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T17:20:26,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:20:26,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T17:20:26,493 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T17:20:26,493 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T17:20:26,502 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40043 2024-11-14T17:20:26,503 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40043 connecting to ZooKeeper ensemble=127.0.0.1:53679 2024-11-14T17:20:26,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:400430x0, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:20:26,518 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40043-0x100ab74551d0000 connected 2024-11-14T17:20:26,567 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:20:26,568 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:20:26,571 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40043-0x100ab74551d0000, quorum=127.0.0.1:53679, baseZNode=/01430255732 Set watcher on znode that does not yet exist, /01430255732/running 2024-11-14T17:20:26,571 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d, hbase.cluster.distributed=false 2024-11-14T17:20:26,574 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40043-0x100ab74551d0000, quorum=127.0.0.1:53679, baseZNode=/01430255732 Set watcher on znode that does not yet exist, /01430255732/acl 2024-11-14T17:20:26,575 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40043 2024-11-14T17:20:26,575 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40043 2024-11-14T17:20:26,582 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40043 2024-11-14T17:20:26,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40043 2024-11-14T17:20:26,589 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40043 2024-11-14T17:20:26,613 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4e57a52647ef:0 server-side Connection retries=45 2024-11-14T17:20:26,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:20:26,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T17:20:26,613 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T17:20:26,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:20:26,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T17:20:26,613 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T17:20:26,613 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T17:20:26,614 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39435 2024-11-14T17:20:26,616 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39435 connecting to ZooKeeper ensemble=127.0.0.1:53679 2024-11-14T17:20:26,616 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:20:26,619 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:20:26,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394350x0, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:20:26,626 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:394350x0, quorum=127.0.0.1:53679, baseZNode=/01430255732 Set watcher on znode that does not yet exist, /01430255732/running 2024-11-14T17:20:26,626 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39435-0x100ab74551d0001 connected 2024-11-14T17:20:26,626 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T17:20:26,634 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T17:20:26,635 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39435-0x100ab74551d0001, quorum=127.0.0.1:53679, baseZNode=/01430255732 Set watcher on znode that does not yet exist, /01430255732/master 2024-11-14T17:20:26,636 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39435-0x100ab74551d0001, quorum=127.0.0.1:53679, baseZNode=/01430255732 Set watcher on znode that does not yet exist, /01430255732/acl 2024-11-14T17:20:26,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39435 2024-11-14T17:20:26,639 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39435 2024-11-14T17:20:26,642 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39435 2024-11-14T17:20:26,643 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39435 2024-11-14T17:20:26,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39435 2024-11-14T17:20:26,657 DEBUG [M:0;4e57a52647ef:40043 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4e57a52647ef:40043 2024-11-14T17:20:26,657 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01430255732/backup-masters/4e57a52647ef,40043,1731604826492 2024-11-14T17:20:26,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39435-0x100ab74551d0001, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01430255732/backup-masters 2024-11-14T17:20:26,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40043-0x100ab74551d0000, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01430255732/backup-masters 2024-11-14T17:20:26,660 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40043-0x100ab74551d0000, quorum=127.0.0.1:53679, baseZNode=/01430255732 Set watcher on existing znode=/01430255732/backup-masters/4e57a52647ef,40043,1731604826492 2024-11-14T17:20:26,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39435-0x100ab74551d0001, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01430255732/master 2024-11-14T17:20:26,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40043-0x100ab74551d0000, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01430255732 2024-11-14T17:20:26,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39435-0x100ab74551d0001, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01430255732 2024-11-14T17:20:26,663 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40043-0x100ab74551d0000, quorum=127.0.0.1:53679, baseZNode=/01430255732 Set watcher on existing znode=/01430255732/master 2024-11-14T17:20:26,663 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01430255732/backup-masters/4e57a52647ef,40043,1731604826492 from backup master directory 2024-11-14T17:20:26,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40043-0x100ab74551d0000, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01430255732/backup-masters/4e57a52647ef,40043,1731604826492 2024-11-14T17:20:26,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40043-0x100ab74551d0000, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01430255732/backup-masters 2024-11-14T17:20:26,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39435-0x100ab74551d0001, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01430255732/backup-masters 2024-11-14T17:20:26,668 WARN [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T17:20:26,668 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4e57a52647ef,40043,1731604826492 2024-11-14T17:20:26,673 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/hbase.id] with ID: 054293cd-f925-4ddc-9d2b-95a1b4abba2f 2024-11-14T17:20:26,673 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/.tmp/hbase.id 2024-11-14T17:20:26,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46545 is added to blk_1073741826_1002 (size=42) 2024-11-14T17:20:27,082 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/.tmp/hbase.id]:[hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/hbase.id] 2024-11-14T17:20:27,094 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:20:27,094 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T17:20:27,095 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T17:20:27,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40043-0x100ab74551d0000, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01430255732 2024-11-14T17:20:27,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39435-0x100ab74551d0001, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01430255732 2024-11-14T17:20:27,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46545 is added to blk_1073741827_1003 (size=196) 2024-11-14T17:20:27,106 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T17:20:27,107 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T17:20:27,107 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:20:27,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46545 is added to blk_1073741828_1004 (size=1189) 2024-11-14T17:20:27,518 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/MasterData/data/master/store 2024-11-14T17:20:27,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46545 is added to blk_1073741829_1005 (size=34) 2024-11-14T17:20:27,924 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:20:27,924 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T17:20:27,924 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:20:27,924 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:20:27,924 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T17:20:27,924 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:20:27,924 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:20:27,924 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731604827924Disabling compacts and flushes for region at 1731604827924Disabling writes for close at 1731604827924Writing region close event to WAL at 1731604827924Closed at 1731604827924 2024-11-14T17:20:27,925 WARN [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/MasterData/data/master/store/.initializing 2024-11-14T17:20:27,925 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/MasterData/WALs/4e57a52647ef,40043,1731604826492 2024-11-14T17:20:27,926 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T17:20:27,928 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4e57a52647ef%2C40043%2C1731604826492, suffix=, logDir=hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/MasterData/WALs/4e57a52647ef,40043,1731604826492, archiveDir=hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/MasterData/oldWALs, maxLogs=10 2024-11-14T17:20:27,943 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/MasterData/WALs/4e57a52647ef,40043,1731604826492/4e57a52647ef%2C40043%2C1731604826492.1731604827928, exclude list is [], retry=0 2024-11-14T17:20:27,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46545,DS-953ac8a0-40c8-40ad-af2f-56f602cbd697,DISK] 2024-11-14T17:20:27,947 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/MasterData/WALs/4e57a52647ef,40043,1731604826492/4e57a52647ef%2C40043%2C1731604826492.1731604827928 2024-11-14T17:20:27,947 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38283:38283)] 2024-11-14T17:20:27,947 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:20:27,948 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:20:27,948 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:20:27,948 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:20:27,949 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:20:27,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T17:20:27,951 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:27,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:20:27,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:20:27,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T17:20:27,952 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:27,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:20:27,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:20:27,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T17:20:27,954 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:27,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:20:27,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:20:27,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T17:20:27,955 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:27,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:20:27,955 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:20:27,956 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:20:27,956 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:20:27,957 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:20:27,957 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:20:27,958 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:20:27,959 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:20:27,961 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:20:27,961 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73400154, jitterRate=0.09374752640724182}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:20:27,962 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731604827948Initializing all the Stores at 1731604827948Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604827948Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604827949 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604827949Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604827949Cleaning up temporary data from old regions at 1731604827957 (+8 ms)Region opened successfully at 1731604827962 (+5 ms) 2024-11-14T17:20:27,962 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T17:20:27,965 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@632aa2ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4e57a52647ef/172.17.0.3:0 2024-11-14T17:20:27,966 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T17:20:27,966 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T17:20:27,966 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T17:20:27,967 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T17:20:27,967 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T17:20:27,967 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T17:20:27,967 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T17:20:27,970 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T17:20:27,971 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40043-0x100ab74551d0000, quorum=127.0.0.1:53679, baseZNode=/01430255732 Unable to get data of znode /01430255732/balancer because node does not exist (not necessarily an error) 2024-11-14T17:20:27,974 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01430255732/balancer already deleted, retry=false 2024-11-14T17:20:27,974 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T17:20:27,975 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40043-0x100ab74551d0000, quorum=127.0.0.1:53679, baseZNode=/01430255732 Unable to get data of znode /01430255732/normalizer because node does not exist (not necessarily an error) 2024-11-14T17:20:27,976 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01430255732/normalizer already deleted, retry=false 2024-11-14T17:20:27,976 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T17:20:27,977 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40043-0x100ab74551d0000, quorum=127.0.0.1:53679, baseZNode=/01430255732 Unable to get data of znode /01430255732/switch/split because node does not exist (not necessarily an error) 2024-11-14T17:20:27,978 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01430255732/switch/split already deleted, retry=false 2024-11-14T17:20:27,979 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40043-0x100ab74551d0000, quorum=127.0.0.1:53679, baseZNode=/01430255732 Unable to get data of znode /01430255732/switch/merge because node does not exist (not necessarily an error) 2024-11-14T17:20:27,981 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01430255732/switch/merge already deleted, retry=false 2024-11-14T17:20:27,983 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40043-0x100ab74551d0000, quorum=127.0.0.1:53679, baseZNode=/01430255732 Unable to get data of znode /01430255732/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T17:20:27,985 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01430255732/snapshot-cleanup already deleted, retry=false 2024-11-14T17:20:27,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40043-0x100ab74551d0000, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01430255732/running 2024-11-14T17:20:27,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39435-0x100ab74551d0001, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01430255732/running 2024-11-14T17:20:27,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40043-0x100ab74551d0000, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01430255732 2024-11-14T17:20:27,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39435-0x100ab74551d0001, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01430255732 2024-11-14T17:20:27,988 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4e57a52647ef,40043,1731604826492, sessionid=0x100ab74551d0000, setting cluster-up flag (Was=false) 2024-11-14T17:20:27,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39435-0x100ab74551d0001, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01430255732 2024-11-14T17:20:27,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40043-0x100ab74551d0000, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01430255732 2024-11-14T17:20:27,997 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01430255732/flush-table-proc/acquired, /01430255732/flush-table-proc/reached, /01430255732/flush-table-proc/abort 2024-11-14T17:20:27,998 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4e57a52647ef,40043,1731604826492 2024-11-14T17:20:28,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39435-0x100ab74551d0001, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01430255732 2024-11-14T17:20:28,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40043-0x100ab74551d0000, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01430255732 2024-11-14T17:20:28,006 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01430255732/online-snapshot/acquired, /01430255732/online-snapshot/reached, /01430255732/online-snapshot/abort 2024-11-14T17:20:28,007 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4e57a52647ef,40043,1731604826492 2024-11-14T17:20:28,009 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T17:20:28,010 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T17:20:28,010 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T17:20:28,011 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T17:20:28,011 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4e57a52647ef,40043,1731604826492 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T17:20:28,012 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:20:28,012 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:20:28,012 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:20:28,012 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:20:28,012 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4e57a52647ef:0, corePoolSize=10, maxPoolSize=10 2024-11-14T17:20:28,012 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:20:28,012 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4e57a52647ef:0, corePoolSize=2, maxPoolSize=2 2024-11-14T17:20:28,012 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:20:28,013 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T17:20:28,013 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T17:20:28,014 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:28,014 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T17:20:28,018 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731604858018 2024-11-14T17:20:28,018 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T17:20:28,019 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T17:20:28,019 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T17:20:28,019 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T17:20:28,019 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T17:20:28,019 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T17:20:28,019 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:28,020 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T17:20:28,020 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T17:20:28,020 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T17:20:28,020 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T17:20:28,022 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T17:20:28,022 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T17:20:28,026 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731604828022,5,FailOnTimeoutGroup] 2024-11-14T17:20:28,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46545 is added to blk_1073741831_1007 (size=1321) 2024-11-14T17:20:28,037 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T17:20:28,038 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d 2024-11-14T17:20:28,042 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731604828026,5,FailOnTimeoutGroup] 2024-11-14T17:20:28,042 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:28,042 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T17:20:28,042 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:28,043 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:28,048 INFO [RS:0;4e57a52647ef:39435 {}] regionserver.HRegionServer(746): ClusterId : 054293cd-f925-4ddc-9d2b-95a1b4abba2f 2024-11-14T17:20:28,048 DEBUG [RS:0;4e57a52647ef:39435 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T17:20:28,052 DEBUG [RS:0;4e57a52647ef:39435 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T17:20:28,052 DEBUG [RS:0;4e57a52647ef:39435 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T17:20:28,054 DEBUG [RS:0;4e57a52647ef:39435 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T17:20:28,055 DEBUG [RS:0;4e57a52647ef:39435 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4096084c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4e57a52647ef/172.17.0.3:0 2024-11-14T17:20:28,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46545 is added to blk_1073741832_1008 (size=32) 2024-11-14T17:20:28,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:20:28,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T17:20:28,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T17:20:28,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:28,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:20:28,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T17:20:28,061 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T17:20:28,061 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:28,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:20:28,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T17:20:28,062 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T17:20:28,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:28,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:20:28,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T17:20:28,064 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T17:20:28,064 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:28,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:20:28,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T17:20:28,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/data/hbase/meta/1588230740 2024-11-14T17:20:28,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/data/hbase/meta/1588230740 2024-11-14T17:20:28,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T17:20:28,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T17:20:28,066 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:20:28,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T17:20:28,069 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:20:28,069 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62692950, jitterRate=-0.06580224633216858}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:20:28,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731604828057Initializing all the Stores at 1731604828058 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604828058Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604828058Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604828058Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604828058Cleaning up temporary data from old regions at 1731604828066 (+8 ms)Region opened successfully at 1731604828070 (+4 ms) 2024-11-14T17:20:28,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T17:20:28,070 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T17:20:28,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T17:20:28,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T17:20:28,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T17:20:28,070 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T17:20:28,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731604828070Disabling compacts and flushes for region at 1731604828070Disabling writes for close at 1731604828070Writing region close event to WAL at 1731604828070Closed at 1731604828070 2024-11-14T17:20:28,071 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T17:20:28,071 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T17:20:28,072 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T17:20:28,072 DEBUG [RS:0;4e57a52647ef:39435 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4e57a52647ef:39435 2024-11-14T17:20:28,072 INFO [RS:0;4e57a52647ef:39435 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T17:20:28,072 INFO [RS:0;4e57a52647ef:39435 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T17:20:28,072 DEBUG [RS:0;4e57a52647ef:39435 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T17:20:28,073 INFO [RS:0;4e57a52647ef:39435 {}] regionserver.HRegionServer(2659): reportForDuty to master=4e57a52647ef,40043,1731604826492 with port=39435, startcode=1731604826612 2024-11-14T17:20:28,073 DEBUG [RS:0;4e57a52647ef:39435 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T17:20:28,073 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T17:20:28,075 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47089, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T17:20:28,075 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T17:20:28,075 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40043 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4e57a52647ef,39435,1731604826612 2024-11-14T17:20:28,075 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40043 {}] master.ServerManager(517): Registering regionserver=4e57a52647ef,39435,1731604826612 2024-11-14T17:20:28,076 DEBUG [RS:0;4e57a52647ef:39435 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d 2024-11-14T17:20:28,076 DEBUG [RS:0;4e57a52647ef:39435 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45889 2024-11-14T17:20:28,076 DEBUG [RS:0;4e57a52647ef:39435 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T17:20:28,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40043-0x100ab74551d0000, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01430255732/rs 2024-11-14T17:20:28,079 DEBUG [RS:0;4e57a52647ef:39435 {}] zookeeper.ZKUtil(111): regionserver:39435-0x100ab74551d0001, quorum=127.0.0.1:53679, baseZNode=/01430255732 Set watcher on existing znode=/01430255732/rs/4e57a52647ef,39435,1731604826612 2024-11-14T17:20:28,079 WARN [RS:0;4e57a52647ef:39435 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T17:20:28,079 INFO [RS:0;4e57a52647ef:39435 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:20:28,079 DEBUG [RS:0;4e57a52647ef:39435 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/WALs/4e57a52647ef,39435,1731604826612 2024-11-14T17:20:28,079 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4e57a52647ef,39435,1731604826612] 2024-11-14T17:20:28,082 INFO [RS:0;4e57a52647ef:39435 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T17:20:28,084 INFO [RS:0;4e57a52647ef:39435 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T17:20:28,084 INFO [RS:0;4e57a52647ef:39435 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T17:20:28,084 INFO [RS:0;4e57a52647ef:39435 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:28,085 INFO [RS:0;4e57a52647ef:39435 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T17:20:28,086 INFO [RS:0;4e57a52647ef:39435 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T17:20:28,086 INFO [RS:0;4e57a52647ef:39435 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:28,086 DEBUG [RS:0;4e57a52647ef:39435 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:20:28,086 DEBUG [RS:0;4e57a52647ef:39435 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:20:28,086 DEBUG [RS:0;4e57a52647ef:39435 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:20:28,086 DEBUG [RS:0;4e57a52647ef:39435 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:20:28,086 DEBUG [RS:0;4e57a52647ef:39435 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:20:28,086 DEBUG [RS:0;4e57a52647ef:39435 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4e57a52647ef:0, corePoolSize=2, maxPoolSize=2 2024-11-14T17:20:28,086 DEBUG [RS:0;4e57a52647ef:39435 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:20:28,086 DEBUG [RS:0;4e57a52647ef:39435 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:20:28,086 DEBUG [RS:0;4e57a52647ef:39435 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:20:28,086 DEBUG [RS:0;4e57a52647ef:39435 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:20:28,086 DEBUG [RS:0;4e57a52647ef:39435 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:20:28,086 DEBUG [RS:0;4e57a52647ef:39435 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:20:28,086 DEBUG [RS:0;4e57a52647ef:39435 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4e57a52647ef:0, corePoolSize=3, maxPoolSize=3 2024-11-14T17:20:28,087 DEBUG [RS:0;4e57a52647ef:39435 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4e57a52647ef:0, corePoolSize=3, maxPoolSize=3 2024-11-14T17:20:28,099 INFO [RS:0;4e57a52647ef:39435 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:28,099 INFO [RS:0;4e57a52647ef:39435 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:28,099 INFO [RS:0;4e57a52647ef:39435 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:28,099 INFO [RS:0;4e57a52647ef:39435 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:28,099 INFO [RS:0;4e57a52647ef:39435 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:28,099 INFO [RS:0;4e57a52647ef:39435 {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,39435,1731604826612-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T17:20:28,125 INFO [RS:0;4e57a52647ef:39435 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T17:20:28,125 INFO [RS:0;4e57a52647ef:39435 {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,39435,1731604826612-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:28,125 INFO [RS:0;4e57a52647ef:39435 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:28,125 INFO [RS:0;4e57a52647ef:39435 {}] regionserver.Replication(171): 4e57a52647ef,39435,1731604826612 started 2024-11-14T17:20:28,144 INFO [RS:0;4e57a52647ef:39435 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:28,144 INFO [RS:0;4e57a52647ef:39435 {}] regionserver.HRegionServer(1482): Serving as 4e57a52647ef,39435,1731604826612, RpcServer on 4e57a52647ef/172.17.0.3:39435, sessionid=0x100ab74551d0001 2024-11-14T17:20:28,144 DEBUG [RS:0;4e57a52647ef:39435 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T17:20:28,144 DEBUG [RS:0;4e57a52647ef:39435 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4e57a52647ef,39435,1731604826612 2024-11-14T17:20:28,144 DEBUG [RS:0;4e57a52647ef:39435 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4e57a52647ef,39435,1731604826612' 2024-11-14T17:20:28,144 DEBUG [RS:0;4e57a52647ef:39435 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01430255732/flush-table-proc/abort' 2024-11-14T17:20:28,146 DEBUG [RS:0;4e57a52647ef:39435 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01430255732/flush-table-proc/acquired' 2024-11-14T17:20:28,146 DEBUG [RS:0;4e57a52647ef:39435 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T17:20:28,146 DEBUG [RS:0;4e57a52647ef:39435 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T17:20:28,146 DEBUG [RS:0;4e57a52647ef:39435 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4e57a52647ef,39435,1731604826612 2024-11-14T17:20:28,146 DEBUG [RS:0;4e57a52647ef:39435 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4e57a52647ef,39435,1731604826612' 2024-11-14T17:20:28,146 DEBUG [RS:0;4e57a52647ef:39435 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01430255732/online-snapshot/abort' 2024-11-14T17:20:28,147 DEBUG [RS:0;4e57a52647ef:39435 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01430255732/online-snapshot/acquired' 2024-11-14T17:20:28,147 DEBUG [RS:0;4e57a52647ef:39435 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T17:20:28,147 INFO [RS:0;4e57a52647ef:39435 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T17:20:28,147 INFO [RS:0;4e57a52647ef:39435 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T17:20:28,226 WARN [4e57a52647ef:40043 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T17:20:28,248 INFO [RS:0;4e57a52647ef:39435 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T17:20:28,250 INFO [RS:0;4e57a52647ef:39435 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4e57a52647ef%2C39435%2C1731604826612, suffix=, logDir=hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/WALs/4e57a52647ef,39435,1731604826612, archiveDir=hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/oldWALs, maxLogs=10 2024-11-14T17:20:28,270 DEBUG [RS:0;4e57a52647ef:39435 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/WALs/4e57a52647ef,39435,1731604826612/4e57a52647ef%2C39435%2C1731604826612.1731604828251, exclude list is [], retry=0 2024-11-14T17:20:28,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46545,DS-953ac8a0-40c8-40ad-af2f-56f602cbd697,DISK] 2024-11-14T17:20:28,276 INFO [RS:0;4e57a52647ef:39435 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/WALs/4e57a52647ef,39435,1731604826612/4e57a52647ef%2C39435%2C1731604826612.1731604828251 2024-11-14T17:20:28,276 DEBUG [RS:0;4e57a52647ef:39435 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38283:38283)] 2024-11-14T17:20:28,476 DEBUG [4e57a52647ef:40043 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T17:20:28,476 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4e57a52647ef,39435,1731604826612 2024-11-14T17:20:28,478 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4e57a52647ef,39435,1731604826612, state=OPENING 2024-11-14T17:20:28,479 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T17:20:28,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40043-0x100ab74551d0000, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01430255732 2024-11-14T17:20:28,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39435-0x100ab74551d0001, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01430255732 2024-11-14T17:20:28,482 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T17:20:28,482 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01430255732/meta-region-server: CHANGED 2024-11-14T17:20:28,482 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01430255732/meta-region-server: CHANGED 2024-11-14T17:20:28,482 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4e57a52647ef,39435,1731604826612}] 2024-11-14T17:20:28,635 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T17:20:28,637 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59391, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T17:20:28,640 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T17:20:28,640 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:20:28,641 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T17:20:28,642 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4e57a52647ef%2C39435%2C1731604826612.meta, suffix=.meta, logDir=hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/WALs/4e57a52647ef,39435,1731604826612, archiveDir=hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/oldWALs, maxLogs=10 2024-11-14T17:20:28,660 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/WALs/4e57a52647ef,39435,1731604826612/4e57a52647ef%2C39435%2C1731604826612.meta.1731604828642.meta, exclude list is [], retry=0 2024-11-14T17:20:28,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46545,DS-953ac8a0-40c8-40ad-af2f-56f602cbd697,DISK] 2024-11-14T17:20:28,665 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/WALs/4e57a52647ef,39435,1731604826612/4e57a52647ef%2C39435%2C1731604826612.meta.1731604828642.meta 2024-11-14T17:20:28,665 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38283:38283)] 2024-11-14T17:20:28,665 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:20:28,666 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T17:20:28,666 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T17:20:28,666 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T17:20:28,666 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T17:20:28,666 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T17:20:28,666 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:20:28,666 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T17:20:28,667 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T17:20:28,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T17:20:28,676 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T17:20:28,676 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:28,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:20:28,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T17:20:28,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T17:20:28,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:28,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:20:28,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T17:20:28,678 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T17:20:28,678 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:28,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:20:28,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T17:20:28,680 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T17:20:28,680 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:28,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:20:28,680 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T17:20:28,681 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/data/hbase/meta/1588230740 2024-11-14T17:20:28,682 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/data/hbase/meta/1588230740 2024-11-14T17:20:28,685 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T17:20:28,685 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T17:20:28,686 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:20:28,688 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T17:20:28,689 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74821756, jitterRate=0.11493104696273804}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:20:28,689 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T17:20:28,690 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731604828667Writing region info on filesystem at 1731604828667Initializing all the Stores at 1731604828668 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604828668Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604828674 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604828674Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604828674Cleaning up temporary data from old regions at 1731604828685 (+11 ms)Running coprocessor post-open hooks at 1731604828689 (+4 ms)Region opened successfully at 1731604828689 2024-11-14T17:20:28,691 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731604828634 2024-11-14T17:20:28,693 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T17:20:28,693 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T17:20:28,693 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4e57a52647ef,39435,1731604826612 2024-11-14T17:20:28,694 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4e57a52647ef,39435,1731604826612, state=OPEN 2024-11-14T17:20:28,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39435-0x100ab74551d0001, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01430255732/meta-region-server 2024-11-14T17:20:28,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40043-0x100ab74551d0000, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01430255732/meta-region-server 2024-11-14T17:20:28,701 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01430255732/meta-region-server: CHANGED 2024-11-14T17:20:28,701 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4e57a52647ef,39435,1731604826612 2024-11-14T17:20:28,701 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01430255732/meta-region-server: CHANGED 2024-11-14T17:20:28,703 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T17:20:28,703 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4e57a52647ef,39435,1731604826612 in 219 msec 2024-11-14T17:20:28,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T17:20:28,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 631 msec 2024-11-14T17:20:28,706 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T17:20:28,706 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T17:20:28,707 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:20:28,707 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,39435,1731604826612, seqNum=-1] 2024-11-14T17:20:28,708 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:20:28,709 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42479, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:20:28,715 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 704 msec 2024-11-14T17:20:28,715 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731604828715, completionTime=-1 2024-11-14T17:20:28,715 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T17:20:28,715 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T17:20:28,717 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T17:20:28,717 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731604888717 2024-11-14T17:20:28,717 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731604948717 2024-11-14T17:20:28,717 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T17:20:28,718 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,40043,1731604826492-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:28,718 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,40043,1731604826492-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:28,718 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,40043,1731604826492-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:28,718 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4e57a52647ef:40043, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:28,718 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:28,718 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:28,720 DEBUG [master/4e57a52647ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T17:20:28,722 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.054sec 2024-11-14T17:20:28,722 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T17:20:28,722 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T17:20:28,722 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T17:20:28,722 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T17:20:28,723 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T17:20:28,723 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,40043,1731604826492-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T17:20:28,723 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,40043,1731604826492-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T17:20:28,726 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T17:20:28,726 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T17:20:28,726 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,40043,1731604826492-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:28,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b723d12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:20:28,749 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,40043,-1 for getting cluster id 2024-11-14T17:20:28,749 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:20:28,750 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '054293cd-f925-4ddc-9d2b-95a1b4abba2f' 2024-11-14T17:20:28,751 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:20:28,751 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "054293cd-f925-4ddc-9d2b-95a1b4abba2f" 2024-11-14T17:20:28,751 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57481a53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:20:28,751 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,40043,-1] 2024-11-14T17:20:28,751 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:20:28,751 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:28,752 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:20:28,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@120019f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:20:28,753 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:20:28,755 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,39435,1731604826612, seqNum=-1] 2024-11-14T17:20:28,755 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:20:28,756 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:20:28,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4e57a52647ef,40043,1731604826492 2024-11-14T17:20:28,759 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53679 2024-11-14T17:20:28,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:20:28,765 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100ab74551d0002 connected 2024-11-14T17:20:28,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24cb43de-0659-3f36-5f6a-311a430bcebf/hadoop.log.dir so I do NOT create it in target/test-data/22c4fedd-3abd-36ce-66f3-03b919beaac6 2024-11-14T17:20:28,769 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24cb43de-0659-3f36-5f6a-311a430bcebf/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T17:20:28,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24cb43de-0659-3f36-5f6a-311a430bcebf/hadoop.tmp.dir so I do NOT create it in target/test-data/22c4fedd-3abd-36ce-66f3-03b919beaac6 2024-11-14T17:20:28,769 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24cb43de-0659-3f36-5f6a-311a430bcebf/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T17:20:28,769 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c4fedd-3abd-36ce-66f3-03b919beaac6 2024-11-14T17:20:28,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T17:20:28,769 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c4fedd-3abd-36ce-66f3-03b919beaac6/cluster_a54e84e7-15cf-eee2-d6fd-d9c2c9753db1, deleteOnExit=true 2024-11-14T17:20:28,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T17:20:28,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c4fedd-3abd-36ce-66f3-03b919beaac6/test.cache.data in system properties and HBase conf 2024-11-14T17:20:28,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c4fedd-3abd-36ce-66f3-03b919beaac6/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T17:20:28,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c4fedd-3abd-36ce-66f3-03b919beaac6/hadoop.log.dir in system properties and HBase conf 2024-11-14T17:20:28,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c4fedd-3abd-36ce-66f3-03b919beaac6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T17:20:28,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c4fedd-3abd-36ce-66f3-03b919beaac6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T17:20:28,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T17:20:28,770 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T17:20:28,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c4fedd-3abd-36ce-66f3-03b919beaac6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T17:20:28,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c4fedd-3abd-36ce-66f3-03b919beaac6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T17:20:28,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c4fedd-3abd-36ce-66f3-03b919beaac6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T17:20:28,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c4fedd-3abd-36ce-66f3-03b919beaac6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T17:20:28,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c4fedd-3abd-36ce-66f3-03b919beaac6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T17:20:28,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c4fedd-3abd-36ce-66f3-03b919beaac6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T17:20:28,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c4fedd-3abd-36ce-66f3-03b919beaac6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T17:20:28,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c4fedd-3abd-36ce-66f3-03b919beaac6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T17:20:28,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c4fedd-3abd-36ce-66f3-03b919beaac6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T17:20:28,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c4fedd-3abd-36ce-66f3-03b919beaac6/nfs.dump.dir in system properties and HBase conf 2024-11-14T17:20:28,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c4fedd-3abd-36ce-66f3-03b919beaac6/java.io.tmpdir in system properties and HBase conf 2024-11-14T17:20:28,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c4fedd-3abd-36ce-66f3-03b919beaac6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T17:20:28,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c4fedd-3abd-36ce-66f3-03b919beaac6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T17:20:28,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c4fedd-3abd-36ce-66f3-03b919beaac6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T17:20:28,861 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T17:20:28,866 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T17:20:28,867 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T17:20:28,867 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T17:20:28,867 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T17:20:28,868 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T17:20:28,868 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69ed25a6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c4fedd-3abd-36ce-66f3-03b919beaac6/hadoop.log.dir/,AVAILABLE} 2024-11-14T17:20:28,869 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@490a703b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T17:20:28,991 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1eb7736b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c4fedd-3abd-36ce-66f3-03b919beaac6/java.io.tmpdir/jetty-localhost-37061-hadoop-hdfs-3_4_1-tests_jar-_-any-2439492559488550044/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T17:20:28,991 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a59c7ac{HTTP/1.1, (http/1.1)}{localhost:37061} 2024-11-14T17:20:28,991 INFO [Time-limited test {}] server.Server(415): Started @133369ms 2024-11-14T17:20:29,077 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T17:20:29,082 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T17:20:29,094 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T17:20:29,094 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T17:20:29,094 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T17:20:29,097 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3770829e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c4fedd-3abd-36ce-66f3-03b919beaac6/hadoop.log.dir/,AVAILABLE} 2024-11-14T17:20:29,097 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d23400a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T17:20:29,238 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2ca7e3da{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c4fedd-3abd-36ce-66f3-03b919beaac6/java.io.tmpdir/jetty-localhost-41943-hadoop-hdfs-3_4_1-tests_jar-_-any-1629310718505050340/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T17:20:29,239 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30fc2704{HTTP/1.1, (http/1.1)}{localhost:41943} 2024-11-14T17:20:29,239 INFO [Time-limited test {}] server.Server(415): Started @133617ms 2024-11-14T17:20:29,240 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T17:20:29,394 WARN [Thread-1403 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c4fedd-3abd-36ce-66f3-03b919beaac6/cluster_a54e84e7-15cf-eee2-d6fd-d9c2c9753db1/data/data1/current/BP-876363516-172.17.0.3-1731604828796/current, will proceed with Du for space computation calculation, 2024-11-14T17:20:29,394 WARN [Thread-1404 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c4fedd-3abd-36ce-66f3-03b919beaac6/cluster_a54e84e7-15cf-eee2-d6fd-d9c2c9753db1/data/data2/current/BP-876363516-172.17.0.3-1731604828796/current, will proceed with Du for space computation calculation, 2024-11-14T17:20:29,420 WARN [Thread-1391 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T17:20:29,423 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7431909698b89b60 with lease ID 0x7a326aed655f788f: Processing first storage report for DS-d63d246f-4ac4-4c55-9e61-a1ff9bd9e90d from datanode DatanodeRegistration(127.0.0.1:34379, datanodeUuid=dafb6a07-544e-458e-88df-e99319a6cf49, infoPort=35913, infoSecurePort=0, ipcPort=33255, storageInfo=lv=-57;cid=testClusterID;nsid=530858737;c=1731604828796) 2024-11-14T17:20:29,423 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7431909698b89b60 with lease ID 0x7a326aed655f788f: from storage DS-d63d246f-4ac4-4c55-9e61-a1ff9bd9e90d node DatanodeRegistration(127.0.0.1:34379, datanodeUuid=dafb6a07-544e-458e-88df-e99319a6cf49, infoPort=35913, infoSecurePort=0, ipcPort=33255, storageInfo=lv=-57;cid=testClusterID;nsid=530858737;c=1731604828796), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T17:20:29,423 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7431909698b89b60 with lease ID 0x7a326aed655f788f: Processing first storage report for DS-5007a72d-c08c-44be-bacb-3b70810c01df from datanode DatanodeRegistration(127.0.0.1:34379, datanodeUuid=dafb6a07-544e-458e-88df-e99319a6cf49, infoPort=35913, infoSecurePort=0, ipcPort=33255, storageInfo=lv=-57;cid=testClusterID;nsid=530858737;c=1731604828796) 2024-11-14T17:20:29,423 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7431909698b89b60 with lease ID 0x7a326aed655f788f: from storage DS-5007a72d-c08c-44be-bacb-3b70810c01df node DatanodeRegistration(127.0.0.1:34379, datanodeUuid=dafb6a07-544e-458e-88df-e99319a6cf49, infoPort=35913, infoSecurePort=0, ipcPort=33255, storageInfo=lv=-57;cid=testClusterID;nsid=530858737;c=1731604828796), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T17:20:29,504 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c4fedd-3abd-36ce-66f3-03b919beaac6 2024-11-14T17:20:29,504 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:20:29,506 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:20:29,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741825_1001 (size=7) 2024-11-14T17:20:29,915 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45159/user/jenkins/test-data/b1c8ec00-890c-d2c9-658c-b25035627dd5 with version=8 2024-11-14T17:20:29,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45159/user/jenkins/test-data/b1c8ec00-890c-d2c9-658c-b25035627dd5/hbase-staging 2024-11-14T17:20:29,918 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4e57a52647ef:0 server-side Connection retries=45 2024-11-14T17:20:29,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:20:29,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T17:20:29,918 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T17:20:29,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:20:29,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T17:20:29,918 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T17:20:29,918 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T17:20:29,919 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37567 2024-11-14T17:20:29,920 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37567 connecting to ZooKeeper ensemble=127.0.0.1:53679 2024-11-14T17:20:29,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:375670x0, quorum=127.0.0.1:53679, baseZNode=/1-173000116 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:20:29,923 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37567-0x100ab74551d0003 connected 2024-11-14T17:20:29,927 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T17:20:29,949 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:20:29,950 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:20:29,953 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37567-0x100ab74551d0003, quorum=127.0.0.1:53679, baseZNode=/1-173000116 Set watcher on znode that does not yet exist, /1-173000116/running 2024-11-14T17:20:29,953 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45159/user/jenkins/test-data/b1c8ec00-890c-d2c9-658c-b25035627dd5, hbase.cluster.distributed=false 2024-11-14T17:20:29,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:20:29,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:20:29,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:20:29,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:20:29,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:20:29,959 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37567-0x100ab74551d0003, quorum=127.0.0.1:53679, baseZNode=/1-173000116 Set watcher on znode that does not yet exist, /1-173000116/acl 2024-11-14T17:20:29,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37567 2024-11-14T17:20:29,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:20:29,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37567 2024-11-14T17:20:29,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37567 2024-11-14T17:20:29,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37567 2024-11-14T17:20:29,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37567 2024-11-14T17:20:30,004 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4e57a52647ef:0 server-side Connection retries=45 2024-11-14T17:20:30,004 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:20:30,004 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T17:20:30,004 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T17:20:30,004 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:20:30,004 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T17:20:30,004 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T17:20:30,004 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T17:20:30,005 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43647 2024-11-14T17:20:30,006 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43647 connecting to ZooKeeper ensemble=127.0.0.1:53679 2024-11-14T17:20:30,007 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:20:30,009 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:20:30,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:436470x0, quorum=127.0.0.1:53679, baseZNode=/1-173000116 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:20:30,015 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:436470x0, quorum=127.0.0.1:53679, baseZNode=/1-173000116 Set watcher on znode that does not yet exist, /1-173000116/running 2024-11-14T17:20:30,015 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T17:20:30,019 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43647-0x100ab74551d0004 connected 2024-11-14T17:20:30,034 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T17:20:30,035 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43647-0x100ab74551d0004, quorum=127.0.0.1:53679, baseZNode=/1-173000116 Set watcher on znode that does not yet exist, /1-173000116/master 2024-11-14T17:20:30,036 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43647-0x100ab74551d0004, quorum=127.0.0.1:53679, baseZNode=/1-173000116 Set watcher on znode that does not yet exist, /1-173000116/acl 2024-11-14T17:20:30,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43647 2024-11-14T17:20:30,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43647 2024-11-14T17:20:30,037 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43647 2024-11-14T17:20:30,037 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43647 2024-11-14T17:20:30,037 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43647 2024-11-14T17:20:30,051 DEBUG [M:0;4e57a52647ef:37567 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4e57a52647ef:37567 2024-11-14T17:20:30,051 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-173000116/backup-masters/4e57a52647ef,37567,1731604829917 2024-11-14T17:20:30,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37567-0x100ab74551d0003, quorum=127.0.0.1:53679, baseZNode=/1-173000116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-173000116/backup-masters 2024-11-14T17:20:30,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43647-0x100ab74551d0004, quorum=127.0.0.1:53679, baseZNode=/1-173000116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-173000116/backup-masters 2024-11-14T17:20:30,053 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37567-0x100ab74551d0003, quorum=127.0.0.1:53679, baseZNode=/1-173000116 Set watcher on existing znode=/1-173000116/backup-masters/4e57a52647ef,37567,1731604829917 2024-11-14T17:20:30,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43647-0x100ab74551d0004, quorum=127.0.0.1:53679, baseZNode=/1-173000116 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-173000116/master 2024-11-14T17:20:30,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43647-0x100ab74551d0004, quorum=127.0.0.1:53679, baseZNode=/1-173000116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-173000116 2024-11-14T17:20:30,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37567-0x100ab74551d0003, quorum=127.0.0.1:53679, baseZNode=/1-173000116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-173000116 2024-11-14T17:20:30,057 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37567-0x100ab74551d0003, quorum=127.0.0.1:53679, baseZNode=/1-173000116 Set watcher on existing znode=/1-173000116/master 2024-11-14T17:20:30,057 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-173000116/backup-masters/4e57a52647ef,37567,1731604829917 from backup master directory 2024-11-14T17:20:30,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37567-0x100ab74551d0003, quorum=127.0.0.1:53679, baseZNode=/1-173000116 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-173000116/backup-masters/4e57a52647ef,37567,1731604829917 2024-11-14T17:20:30,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43647-0x100ab74551d0004, quorum=127.0.0.1:53679, baseZNode=/1-173000116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-173000116/backup-masters 2024-11-14T17:20:30,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37567-0x100ab74551d0003, quorum=127.0.0.1:53679, baseZNode=/1-173000116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-173000116/backup-masters 2024-11-14T17:20:30,059 WARN [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T17:20:30,059 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4e57a52647ef,37567,1731604829917 2024-11-14T17:20:30,064 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45159/user/jenkins/test-data/b1c8ec00-890c-d2c9-658c-b25035627dd5/hbase.id] with ID: 8775a8e2-a3dc-4caf-a77a-178b5b8581fd 2024-11-14T17:20:30,064 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45159/user/jenkins/test-data/b1c8ec00-890c-d2c9-658c-b25035627dd5/.tmp/hbase.id 2024-11-14T17:20:30,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741826_1002 (size=42) 2024-11-14T17:20:30,475 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45159/user/jenkins/test-data/b1c8ec00-890c-d2c9-658c-b25035627dd5/.tmp/hbase.id]:[hdfs://localhost:45159/user/jenkins/test-data/b1c8ec00-890c-d2c9-658c-b25035627dd5/hbase.id] 2024-11-14T17:20:30,487 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:20:30,487 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T17:20:30,488 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T17:20:30,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37567-0x100ab74551d0003, quorum=127.0.0.1:53679, baseZNode=/1-173000116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-173000116 2024-11-14T17:20:30,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43647-0x100ab74551d0004, quorum=127.0.0.1:53679, baseZNode=/1-173000116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-173000116 2024-11-14T17:20:30,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741827_1003 (size=196) 2024-11-14T17:20:30,896 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T17:20:30,897 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T17:20:30,898 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:20:30,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741828_1004 (size=1189) 2024-11-14T17:20:31,319 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45159/user/jenkins/test-data/b1c8ec00-890c-d2c9-658c-b25035627dd5/MasterData/data/master/store 2024-11-14T17:20:31,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741829_1005 (size=34) 2024-11-14T17:20:31,367 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:20:31,367 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T17:20:31,367 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:20:31,367 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:20:31,367 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T17:20:31,367 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:20:31,367 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:20:31,368 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731604831367Disabling compacts and flushes for region at 1731604831367Disabling writes for close at 1731604831367Writing region close event to WAL at 1731604831367Closed at 1731604831367 2024-11-14T17:20:31,368 WARN [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45159/user/jenkins/test-data/b1c8ec00-890c-d2c9-658c-b25035627dd5/MasterData/data/master/store/.initializing 2024-11-14T17:20:31,369 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45159/user/jenkins/test-data/b1c8ec00-890c-d2c9-658c-b25035627dd5/MasterData/WALs/4e57a52647ef,37567,1731604829917 2024-11-14T17:20:31,370 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T17:20:31,373 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4e57a52647ef%2C37567%2C1731604829917, suffix=, logDir=hdfs://localhost:45159/user/jenkins/test-data/b1c8ec00-890c-d2c9-658c-b25035627dd5/MasterData/WALs/4e57a52647ef,37567,1731604829917, archiveDir=hdfs://localhost:45159/user/jenkins/test-data/b1c8ec00-890c-d2c9-658c-b25035627dd5/MasterData/oldWALs, maxLogs=10 2024-11-14T17:20:31,391 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b1c8ec00-890c-d2c9-658c-b25035627dd5/MasterData/WALs/4e57a52647ef,37567,1731604829917/4e57a52647ef%2C37567%2C1731604829917.1731604831373, exclude list is [], retry=0 2024-11-14T17:20:31,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34379,DS-d63d246f-4ac4-4c55-9e61-a1ff9bd9e90d,DISK] 2024-11-14T17:20:31,408 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b1c8ec00-890c-d2c9-658c-b25035627dd5/MasterData/WALs/4e57a52647ef,37567,1731604829917/4e57a52647ef%2C37567%2C1731604829917.1731604831373 2024-11-14T17:20:31,418 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35913:35913)] 2024-11-14T17:20:31,419 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:20:31,419 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:20:31,419 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:20:31,419 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:20:31,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:20:31,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T17:20:31,438 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:31,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:20:31,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:20:31,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T17:20:31,441 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:31,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:20:31,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:20:31,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T17:20:31,444 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:31,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:20:31,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:20:31,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T17:20:31,452 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:31,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:20:31,453 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:20:31,454 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45159/user/jenkins/test-data/b1c8ec00-890c-d2c9-658c-b25035627dd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:20:31,455 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45159/user/jenkins/test-data/b1c8ec00-890c-d2c9-658c-b25035627dd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:20:31,459 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:20:31,459 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:20:31,462 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:20:31,464 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:20:31,483 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45159/user/jenkins/test-data/b1c8ec00-890c-d2c9-658c-b25035627dd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:20:31,487 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72747492, jitterRate=0.08402210474014282}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:20:31,487 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731604831420Initializing all the Stores at 1731604831421 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604831421Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604831426 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604831426Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604831426Cleaning up temporary data from old regions at 1731604831459 (+33 ms)Region opened successfully at 1731604831487 (+28 ms) 2024-11-14T17:20:31,492 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T17:20:31,497 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43793cf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4e57a52647ef/172.17.0.3:0 2024-11-14T17:20:31,498 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T17:20:31,498 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T17:20:31,498 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T17:20:31,498 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T17:20:31,499 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T17:20:31,499 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T17:20:31,499 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T17:20:31,538 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T17:20:31,543 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37567-0x100ab74551d0003, quorum=127.0.0.1:53679, baseZNode=/1-173000116 Unable to get data of znode /1-173000116/balancer because node does not exist (not necessarily an error) 2024-11-14T17:20:31,546 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-173000116/balancer already deleted, retry=false 2024-11-14T17:20:31,546 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T17:20:31,548 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37567-0x100ab74551d0003, quorum=127.0.0.1:53679, baseZNode=/1-173000116 Unable to get data of znode /1-173000116/normalizer because node does not exist (not necessarily an error) 2024-11-14T17:20:31,549 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-173000116/normalizer already deleted, retry=false 2024-11-14T17:20:31,550 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T17:20:31,556 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37567-0x100ab74551d0003, quorum=127.0.0.1:53679, baseZNode=/1-173000116 Unable to get data of znode /1-173000116/switch/split because node does not exist (not necessarily an error) 2024-11-14T17:20:31,559 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-173000116/switch/split already deleted, retry=false 2024-11-14T17:20:31,562 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37567-0x100ab74551d0003, quorum=127.0.0.1:53679, baseZNode=/1-173000116 Unable to get data of znode /1-173000116/switch/merge because node does not exist (not necessarily an error) 2024-11-14T17:20:31,563 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-173000116/switch/merge already deleted, retry=false 2024-11-14T17:20:31,576 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37567-0x100ab74551d0003, quorum=127.0.0.1:53679, baseZNode=/1-173000116 Unable to get data of znode /1-173000116/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T17:20:31,580 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-173000116/snapshot-cleanup already deleted, retry=false 2024-11-14T17:20:31,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37567-0x100ab74551d0003, quorum=127.0.0.1:53679, baseZNode=/1-173000116 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-173000116/running 2024-11-14T17:20:31,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37567-0x100ab74551d0003, quorum=127.0.0.1:53679, baseZNode=/1-173000116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-173000116 2024-11-14T17:20:31,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43647-0x100ab74551d0004, quorum=127.0.0.1:53679, baseZNode=/1-173000116 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-173000116/running 2024-11-14T17:20:31,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43647-0x100ab74551d0004, quorum=127.0.0.1:53679, baseZNode=/1-173000116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-173000116 2024-11-14T17:20:31,586 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4e57a52647ef,37567,1731604829917, sessionid=0x100ab74551d0003, setting cluster-up flag (Was=false) 2024-11-14T17:20:31,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37567-0x100ab74551d0003, quorum=127.0.0.1:53679, baseZNode=/1-173000116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-173000116 2024-11-14T17:20:31,614 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-173000116/flush-table-proc/acquired, /1-173000116/flush-table-proc/reached, /1-173000116/flush-table-proc/abort 2024-11-14T17:20:31,619 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4e57a52647ef,37567,1731604829917 2024-11-14T17:20:31,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37567-0x100ab74551d0003, quorum=127.0.0.1:53679, baseZNode=/1-173000116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-173000116 2024-11-14T17:20:31,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43647-0x100ab74551d0004, quorum=127.0.0.1:53679, baseZNode=/1-173000116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-173000116 2024-11-14T17:20:31,653 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-173000116/online-snapshot/acquired, /1-173000116/online-snapshot/reached, /1-173000116/online-snapshot/abort 2024-11-14T17:20:31,662 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4e57a52647ef,37567,1731604829917 2024-11-14T17:20:31,676 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45159/user/jenkins/test-data/b1c8ec00-890c-d2c9-658c-b25035627dd5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T17:20:31,692 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T17:20:31,693 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T17:20:31,693 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T17:20:31,693 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4e57a52647ef,37567,1731604829917 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T17:20:31,699 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:20:31,699 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:20:31,699 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:20:31,699 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:20:31,700 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4e57a52647ef:0, corePoolSize=10, maxPoolSize=10 2024-11-14T17:20:31,700 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:20:31,700 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4e57a52647ef:0, corePoolSize=2, maxPoolSize=2 2024-11-14T17:20:31,700 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:20:31,729 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731604861729 2024-11-14T17:20:31,730 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T17:20:31,730 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T17:20:31,730 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T17:20:31,730 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T17:20:31,730 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T17:20:31,730 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T17:20:31,730 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T17:20:31,730 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T17:20:31,734 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:31,739 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T17:20:31,739 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T17:20:31,739 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T17:20:31,739 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T17:20:31,739 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:31,740 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T17:20:31,747 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T17:20:31,748 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T17:20:31,749 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731604831748,5,FailOnTimeoutGroup] 2024-11-14T17:20:31,752 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731604831749,5,FailOnTimeoutGroup] 2024-11-14T17:20:31,752 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:31,752 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T17:20:31,752 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:31,752 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:31,775 INFO [RS:0;4e57a52647ef:43647 {}] regionserver.HRegionServer(746): ClusterId : 8775a8e2-a3dc-4caf-a77a-178b5b8581fd 2024-11-14T17:20:31,775 DEBUG [RS:0;4e57a52647ef:43647 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T17:20:31,779 DEBUG [RS:0;4e57a52647ef:43647 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T17:20:31,779 DEBUG [RS:0;4e57a52647ef:43647 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T17:20:31,783 DEBUG [RS:0;4e57a52647ef:43647 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T17:20:31,783 DEBUG [RS:0;4e57a52647ef:43647 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31a8a7af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4e57a52647ef/172.17.0.3:0 2024-11-14T17:20:31,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741831_1007 (size=1321) 2024-11-14T17:20:31,808 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45159/user/jenkins/test-data/b1c8ec00-890c-d2c9-658c-b25035627dd5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T17:20:31,808 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45159/user/jenkins/test-data/b1c8ec00-890c-d2c9-658c-b25035627dd5 2024-11-14T17:20:31,826 DEBUG [RS:0;4e57a52647ef:43647 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4e57a52647ef:43647 2024-11-14T17:20:31,826 INFO [RS:0;4e57a52647ef:43647 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T17:20:31,826 INFO [RS:0;4e57a52647ef:43647 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T17:20:31,826 DEBUG [RS:0;4e57a52647ef:43647 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T17:20:31,829 INFO [RS:0;4e57a52647ef:43647 {}] regionserver.HRegionServer(2659): reportForDuty to master=4e57a52647ef,37567,1731604829917 with port=43647, startcode=1731604830003 2024-11-14T17:20:31,829 DEBUG [RS:0;4e57a52647ef:43647 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T17:20:31,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741832_1008 (size=32) 2024-11-14T17:20:31,839 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42429, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T17:20:31,840 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:20:31,843 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37567 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4e57a52647ef,43647,1731604830003 2024-11-14T17:20:31,843 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37567 {}] master.ServerManager(517): Registering regionserver=4e57a52647ef,43647,1731604830003 2024-11-14T17:20:31,852 DEBUG [RS:0;4e57a52647ef:43647 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45159/user/jenkins/test-data/b1c8ec00-890c-d2c9-658c-b25035627dd5 2024-11-14T17:20:31,852 DEBUG [RS:0;4e57a52647ef:43647 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45159 2024-11-14T17:20:31,852 DEBUG [RS:0;4e57a52647ef:43647 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T17:20:31,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T17:20:31,860 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T17:20:31,860 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:31,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:20:31,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T17:20:31,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37567-0x100ab74551d0003, quorum=127.0.0.1:53679, baseZNode=/1-173000116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-173000116/rs 2024-11-14T17:20:31,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T17:20:31,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:31,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:20:31,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T17:20:31,869 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T17:20:31,869 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:31,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:20:31,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T17:20:31,871 DEBUG [RS:0;4e57a52647ef:43647 {}] zookeeper.ZKUtil(111): regionserver:43647-0x100ab74551d0004, quorum=127.0.0.1:53679, baseZNode=/1-173000116 Set watcher on existing znode=/1-173000116/rs/4e57a52647ef,43647,1731604830003 2024-11-14T17:20:31,871 WARN [RS:0;4e57a52647ef:43647 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T17:20:31,871 INFO [RS:0;4e57a52647ef:43647 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:20:31,871 DEBUG [RS:0;4e57a52647ef:43647 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45159/user/jenkins/test-data/b1c8ec00-890c-d2c9-658c-b25035627dd5/WALs/4e57a52647ef,43647,1731604830003 2024-11-14T17:20:31,875 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T17:20:31,875 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:31,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:20:31,877 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T17:20:31,879 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4e57a52647ef,43647,1731604830003] 2024-11-14T17:20:31,880 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45159/user/jenkins/test-data/b1c8ec00-890c-d2c9-658c-b25035627dd5/data/hbase/meta/1588230740 2024-11-14T17:20:31,881 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45159/user/jenkins/test-data/b1c8ec00-890c-d2c9-658c-b25035627dd5/data/hbase/meta/1588230740 2024-11-14T17:20:31,883 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T17:20:31,884 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T17:20:31,884 INFO [RS:0;4e57a52647ef:43647 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T17:20:31,884 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:20:31,893 INFO [RS:0;4e57a52647ef:43647 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T17:20:31,894 INFO [RS:0;4e57a52647ef:43647 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T17:20:31,894 INFO [RS:0;4e57a52647ef:43647 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:31,895 INFO [RS:0;4e57a52647ef:43647 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T17:20:31,898 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T17:20:31,898 INFO [RS:0;4e57a52647ef:43647 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T17:20:31,898 INFO [RS:0;4e57a52647ef:43647 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:31,898 DEBUG [RS:0;4e57a52647ef:43647 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:20:31,898 DEBUG [RS:0;4e57a52647ef:43647 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:20:31,898 DEBUG [RS:0;4e57a52647ef:43647 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:20:31,898 DEBUG [RS:0;4e57a52647ef:43647 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:20:31,898 DEBUG [RS:0;4e57a52647ef:43647 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:20:31,898 DEBUG [RS:0;4e57a52647ef:43647 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4e57a52647ef:0, corePoolSize=2, maxPoolSize=2 2024-11-14T17:20:31,898 DEBUG [RS:0;4e57a52647ef:43647 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:20:31,898 DEBUG [RS:0;4e57a52647ef:43647 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:20:31,898 DEBUG [RS:0;4e57a52647ef:43647 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:20:31,898 DEBUG [RS:0;4e57a52647ef:43647 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:20:31,898 DEBUG [RS:0;4e57a52647ef:43647 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:20:31,899 DEBUG [RS:0;4e57a52647ef:43647 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:20:31,899 DEBUG [RS:0;4e57a52647ef:43647 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4e57a52647ef:0, corePoolSize=3, maxPoolSize=3 2024-11-14T17:20:31,899 DEBUG [RS:0;4e57a52647ef:43647 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4e57a52647ef:0, corePoolSize=3, maxPoolSize=3 2024-11-14T17:20:31,903 INFO [RS:0;4e57a52647ef:43647 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:31,903 INFO [RS:0;4e57a52647ef:43647 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:31,903 INFO [RS:0;4e57a52647ef:43647 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:31,903 INFO [RS:0;4e57a52647ef:43647 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:31,903 INFO [RS:0;4e57a52647ef:43647 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:31,903 INFO [RS:0;4e57a52647ef:43647 {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,43647,1731604830003-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T17:20:31,916 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45159/user/jenkins/test-data/b1c8ec00-890c-d2c9-658c-b25035627dd5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:20:31,917 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61565716, jitterRate=-0.08259934186935425}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:20:31,917 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731604831840Initializing all the Stores at 1731604831853 (+13 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604831853Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604831854 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604831854Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604831854Cleaning up temporary data from old regions at 1731604831884 (+30 ms)Region opened successfully at 1731604831917 (+33 ms) 2024-11-14T17:20:31,917 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T17:20:31,917 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T17:20:31,917 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T17:20:31,917 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T17:20:31,917 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T17:20:31,923 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T17:20:31,923 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731604831917Disabling compacts and flushes for region at 1731604831917Disabling writes for close at 1731604831917Writing region close event to WAL at 1731604831922 (+5 ms)Closed at 1731604831923 (+1 ms) 2024-11-14T17:20:31,924 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T17:20:31,924 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T17:20:31,925 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T17:20:31,934 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T17:20:31,935 INFO [RS:0;4e57a52647ef:43647 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T17:20:31,935 INFO [RS:0;4e57a52647ef:43647 {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,43647,1731604830003-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:31,935 INFO [RS:0;4e57a52647ef:43647 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:31,935 INFO [RS:0;4e57a52647ef:43647 {}] regionserver.Replication(171): 4e57a52647ef,43647,1731604830003 started 2024-11-14T17:20:31,936 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T17:20:31,959 INFO [RS:0;4e57a52647ef:43647 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:31,959 INFO [RS:0;4e57a52647ef:43647 {}] regionserver.HRegionServer(1482): Serving as 4e57a52647ef,43647,1731604830003, RpcServer on 4e57a52647ef/172.17.0.3:43647, sessionid=0x100ab74551d0004 2024-11-14T17:20:31,959 DEBUG [RS:0;4e57a52647ef:43647 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T17:20:31,959 DEBUG [RS:0;4e57a52647ef:43647 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4e57a52647ef,43647,1731604830003 2024-11-14T17:20:31,959 DEBUG [RS:0;4e57a52647ef:43647 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4e57a52647ef,43647,1731604830003' 2024-11-14T17:20:31,959 DEBUG [RS:0;4e57a52647ef:43647 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-173000116/flush-table-proc/abort' 2024-11-14T17:20:31,964 DEBUG [RS:0;4e57a52647ef:43647 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-173000116/flush-table-proc/acquired' 2024-11-14T17:20:31,967 DEBUG [RS:0;4e57a52647ef:43647 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T17:20:31,967 DEBUG [RS:0;4e57a52647ef:43647 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T17:20:31,967 DEBUG [RS:0;4e57a52647ef:43647 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4e57a52647ef,43647,1731604830003 2024-11-14T17:20:31,967 DEBUG [RS:0;4e57a52647ef:43647 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4e57a52647ef,43647,1731604830003' 2024-11-14T17:20:31,967 DEBUG [RS:0;4e57a52647ef:43647 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-173000116/online-snapshot/abort' 2024-11-14T17:20:31,972 DEBUG [RS:0;4e57a52647ef:43647 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-173000116/online-snapshot/acquired' 2024-11-14T17:20:31,979 DEBUG [RS:0;4e57a52647ef:43647 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T17:20:31,979 INFO [RS:0;4e57a52647ef:43647 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T17:20:31,979 INFO [RS:0;4e57a52647ef:43647 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T17:20:32,079 INFO [RS:0;4e57a52647ef:43647 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T17:20:32,081 INFO [RS:0;4e57a52647ef:43647 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4e57a52647ef%2C43647%2C1731604830003, suffix=, logDir=hdfs://localhost:45159/user/jenkins/test-data/b1c8ec00-890c-d2c9-658c-b25035627dd5/WALs/4e57a52647ef,43647,1731604830003, archiveDir=hdfs://localhost:45159/user/jenkins/test-data/b1c8ec00-890c-d2c9-658c-b25035627dd5/oldWALs, maxLogs=10 2024-11-14T17:20:32,087 WARN [4e57a52647ef:37567 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T17:20:32,107 DEBUG [RS:0;4e57a52647ef:43647 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b1c8ec00-890c-d2c9-658c-b25035627dd5/WALs/4e57a52647ef,43647,1731604830003/4e57a52647ef%2C43647%2C1731604830003.1731604832082, exclude list is [], retry=0 2024-11-14T17:20:32,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34379,DS-d63d246f-4ac4-4c55-9e61-a1ff9bd9e90d,DISK] 2024-11-14T17:20:32,123 INFO [RS:0;4e57a52647ef:43647 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b1c8ec00-890c-d2c9-658c-b25035627dd5/WALs/4e57a52647ef,43647,1731604830003/4e57a52647ef%2C43647%2C1731604830003.1731604832082 2024-11-14T17:20:32,130 DEBUG [RS:0;4e57a52647ef:43647 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35913:35913)] 2024-11-14T17:20:32,337 DEBUG [4e57a52647ef:37567 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T17:20:32,338 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4e57a52647ef,43647,1731604830003 2024-11-14T17:20:32,339 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4e57a52647ef,43647,1731604830003, state=OPENING 2024-11-14T17:20:32,342 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T17:20:32,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43647-0x100ab74551d0004, quorum=127.0.0.1:53679, baseZNode=/1-173000116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-173000116 2024-11-14T17:20:32,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37567-0x100ab74551d0003, quorum=127.0.0.1:53679, baseZNode=/1-173000116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-173000116 2024-11-14T17:20:32,345 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T17:20:32,345 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4e57a52647ef,43647,1731604830003}] 2024-11-14T17:20:32,345 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-173000116/meta-region-server: CHANGED 2024-11-14T17:20:32,346 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-173000116/meta-region-server: CHANGED 2024-11-14T17:20:32,498 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T17:20:32,500 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50599, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T17:20:32,510 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T17:20:32,510 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:20:32,510 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T17:20:32,516 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4e57a52647ef%2C43647%2C1731604830003.meta, suffix=.meta, logDir=hdfs://localhost:45159/user/jenkins/test-data/b1c8ec00-890c-d2c9-658c-b25035627dd5/WALs/4e57a52647ef,43647,1731604830003, archiveDir=hdfs://localhost:45159/user/jenkins/test-data/b1c8ec00-890c-d2c9-658c-b25035627dd5/oldWALs, maxLogs=10 2024-11-14T17:20:32,534 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b1c8ec00-890c-d2c9-658c-b25035627dd5/WALs/4e57a52647ef,43647,1731604830003/4e57a52647ef%2C43647%2C1731604830003.meta.1731604832516.meta, exclude list is [], retry=0 2024-11-14T17:20:32,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34379,DS-d63d246f-4ac4-4c55-9e61-a1ff9bd9e90d,DISK] 2024-11-14T17:20:32,540 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b1c8ec00-890c-d2c9-658c-b25035627dd5/WALs/4e57a52647ef,43647,1731604830003/4e57a52647ef%2C43647%2C1731604830003.meta.1731604832516.meta 2024-11-14T17:20:32,540 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35913:35913)] 2024-11-14T17:20:32,541 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:20:32,541 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T17:20:32,541 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T17:20:32,541 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T17:20:32,541 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T17:20:32,541 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T17:20:32,542 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:20:32,542 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T17:20:32,542 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T17:20:32,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T17:20:32,544 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T17:20:32,544 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:32,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:20:32,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T17:20:32,545 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T17:20:32,545 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:32,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:20:32,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T17:20:32,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T17:20:32,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:32,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:20:32,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T17:20:32,548 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T17:20:32,548 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:32,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:20:32,550 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T17:20:32,551 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45159/user/jenkins/test-data/b1c8ec00-890c-d2c9-658c-b25035627dd5/data/hbase/meta/1588230740 2024-11-14T17:20:32,552 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45159/user/jenkins/test-data/b1c8ec00-890c-d2c9-658c-b25035627dd5/data/hbase/meta/1588230740 2024-11-14T17:20:32,554 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T17:20:32,554 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T17:20:32,554 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:20:32,556 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T17:20:32,557 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64642918, jitterRate=-0.03674545884132385}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:20:32,557 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T17:20:32,557 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731604832542Writing region info on filesystem at 1731604832542Initializing all the Stores at 1731604832543 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604832543Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604832543Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604832543Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604832543Cleaning up temporary data from old regions at 1731604832554 (+11 ms)Running coprocessor post-open hooks at 1731604832557 (+3 ms)Region opened successfully at 1731604832557 2024-11-14T17:20:32,563 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731604832498 2024-11-14T17:20:32,566 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T17:20:32,566 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T17:20:32,567 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4e57a52647ef,43647,1731604830003 2024-11-14T17:20:32,568 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4e57a52647ef,43647,1731604830003, state=OPEN 2024-11-14T17:20:32,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37567-0x100ab74551d0003, quorum=127.0.0.1:53679, baseZNode=/1-173000116 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-173000116/meta-region-server 2024-11-14T17:20:32,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43647-0x100ab74551d0004, quorum=127.0.0.1:53679, baseZNode=/1-173000116 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-173000116/meta-region-server 2024-11-14T17:20:32,570 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4e57a52647ef,43647,1731604830003 2024-11-14T17:20:32,570 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-173000116/meta-region-server: CHANGED 2024-11-14T17:20:32,570 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-173000116/meta-region-server: CHANGED 2024-11-14T17:20:32,574 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T17:20:32,574 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4e57a52647ef,43647,1731604830003 in 225 msec 2024-11-14T17:20:32,576 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T17:20:32,576 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 650 msec 2024-11-14T17:20:32,578 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T17:20:32,578 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T17:20:32,583 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:20:32,583 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,43647,1731604830003, seqNum=-1] 2024-11-14T17:20:32,583 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:20:32,585 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32969, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:20:32,597 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 916 msec 2024-11-14T17:20:32,597 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731604832597, completionTime=-1 2024-11-14T17:20:32,597 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T17:20:32,597 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T17:20:32,599 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T17:20:32,599 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731604892599 2024-11-14T17:20:32,600 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731604952600 2024-11-14T17:20:32,600 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T17:20:32,600 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,37567,1731604829917-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:32,600 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,37567,1731604829917-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:32,600 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,37567,1731604829917-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:32,600 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4e57a52647ef:37567, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:32,600 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:32,600 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:32,602 DEBUG [master/4e57a52647ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T17:20:32,605 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.546sec 2024-11-14T17:20:32,605 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T17:20:32,605 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T17:20:32,605 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T17:20:32,605 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T17:20:32,605 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T17:20:32,605 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,37567,1731604829917-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T17:20:32,605 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,37567,1731604829917-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T17:20:32,609 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T17:20:32,609 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T17:20:32,609 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,37567,1731604829917-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:32,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@924ed95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:20:32,676 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,37567,-1 for getting cluster id 2024-11-14T17:20:32,676 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:20:32,678 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8775a8e2-a3dc-4caf-a77a-178b5b8581fd' 2024-11-14T17:20:32,678 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:20:32,678 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8775a8e2-a3dc-4caf-a77a-178b5b8581fd" 2024-11-14T17:20:32,678 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71a8ce4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:20:32,678 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,37567,-1] 2024-11-14T17:20:32,679 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:20:32,679 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:32,680 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:20:32,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a3c4af7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:20:32,682 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:20:32,683 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,43647,1731604830003, seqNum=-1] 2024-11-14T17:20:32,683 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:20:32,684 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:20:32,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4e57a52647ef,37567,1731604829917 2024-11-14T17:20:32,687 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53679 2024-11-14T17:20:32,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53679, baseZNode=/1-173000116 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:20:32,692 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100ab74551d0005 connected 2024-11-14T17:20:32,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bcfd876, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:20:32,695 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,40043,-1 for getting cluster id 2024-11-14T17:20:32,696 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:20:32,697 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '054293cd-f925-4ddc-9d2b-95a1b4abba2f' 2024-11-14T17:20:32,697 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:20:32,697 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "054293cd-f925-4ddc-9d2b-95a1b4abba2f" 2024-11-14T17:20:32,697 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dcbd73b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:20:32,697 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,40043,-1] 2024-11-14T17:20:32,697 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:20:32,698 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:32,698 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:20:32,699 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74b2cd0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:20:32,699 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:20:32,700 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,40043,1731604826492 2024-11-14T17:20:32,700 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62a2f502 2024-11-14T17:20:32,700 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:20:32,701 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:20:32,702 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40043 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://4e57a52647ef:37567,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T17:20:32,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40043 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T17:20:32,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:20:32,705 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4e57a52647ef:37567' 2024-11-14T17:20:32,707 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5993049d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:20:32,707 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,37567,-1 for getting cluster id 2024-11-14T17:20:32,707 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:20:32,710 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8775a8e2-a3dc-4caf-a77a-178b5b8581fd' 2024-11-14T17:20:32,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:20:32,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8775a8e2-a3dc-4caf-a77a-178b5b8581fd" 2024-11-14T17:20:32,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1183feab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:20:32,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,37567,-1] 2024-11-14T17:20:32,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:20:32,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:32,712 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:20:32,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7551a209, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:20:32,713 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:20:32,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,37567,1731604829917 2024-11-14T17:20:32,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10336a5d 2024-11-14T17:20:32,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:20:32,716 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:20:32,717 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-14T17:20:32,717 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T17:20:32,717 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:32,717 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:32,717 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:20:32,717 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T17:20:32,718 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T17:20:32,722 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T17:20:32,722 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:32,723 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T17:20:32,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46545 is added to blk_1073741835_1011 (size=1138) 2024-11-14T17:20:32,769 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T17:20:32,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:20:33,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:20:33,142 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ae29cf33c2cfe47fa07b7a799a396d75, NAME => 'hbase:replication,,1731604832717.ae29cf33c2cfe47fa07b7a799a396d75.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d 2024-11-14T17:20:33,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46545 is added to blk_1073741836_1012 (size=44) 2024-11-14T17:20:33,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:20:33,550 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731604832717.ae29cf33c2cfe47fa07b7a799a396d75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:20:33,550 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ae29cf33c2cfe47fa07b7a799a396d75, disabling compactions & flushes 2024-11-14T17:20:33,550 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731604832717.ae29cf33c2cfe47fa07b7a799a396d75. 2024-11-14T17:20:33,550 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731604832717.ae29cf33c2cfe47fa07b7a799a396d75. 2024-11-14T17:20:33,550 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731604832717.ae29cf33c2cfe47fa07b7a799a396d75. after waiting 0 ms 2024-11-14T17:20:33,550 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731604832717.ae29cf33c2cfe47fa07b7a799a396d75. 2024-11-14T17:20:33,550 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731604832717.ae29cf33c2cfe47fa07b7a799a396d75. 2024-11-14T17:20:33,550 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ae29cf33c2cfe47fa07b7a799a396d75: Waiting for close lock at 1731604833550Disabling compacts and flushes for region at 1731604833550Disabling writes for close at 1731604833550Writing region close event to WAL at 1731604833550Closed at 1731604833550 2024-11-14T17:20:33,552 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T17:20:33,552 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731604832717.ae29cf33c2cfe47fa07b7a799a396d75.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731604833552"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731604833552"}]},"ts":"1731604833552"} 2024-11-14T17:20:33,554 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T17:20:33,555 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T17:20:33,555 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604833555"}]},"ts":"1731604833555"} 2024-11-14T17:20:33,557 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T17:20:33,557 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ae29cf33c2cfe47fa07b7a799a396d75, ASSIGN}] 2024-11-14T17:20:33,558 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ae29cf33c2cfe47fa07b7a799a396d75, ASSIGN 2024-11-14T17:20:33,559 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ae29cf33c2cfe47fa07b7a799a396d75, ASSIGN; state=OFFLINE, location=4e57a52647ef,39435,1731604826612; forceNewPlan=false, retain=false 2024-11-14T17:20:33,710 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ae29cf33c2cfe47fa07b7a799a396d75, regionState=OPENING, regionLocation=4e57a52647ef,39435,1731604826612 2024-11-14T17:20:33,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ae29cf33c2cfe47fa07b7a799a396d75, ASSIGN because future has completed 2024-11-14T17:20:33,713 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae29cf33c2cfe47fa07b7a799a396d75, server=4e57a52647ef,39435,1731604826612}] 2024-11-14T17:20:33,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:20:33,870 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731604832717.ae29cf33c2cfe47fa07b7a799a396d75. 2024-11-14T17:20:33,871 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:20:33,871 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T17:20:33,873 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4e57a52647ef%2C39435%2C1731604826612.rep, suffix=, logDir=hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/WALs/4e57a52647ef,39435,1731604826612, archiveDir=hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/oldWALs, maxLogs=10 2024-11-14T17:20:33,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/WALs/4e57a52647ef,39435,1731604826612/4e57a52647ef%2C39435%2C1731604826612.rep.1731604833873, exclude list is [], retry=0 2024-11-14T17:20:33,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46545,DS-953ac8a0-40c8-40ad-af2f-56f602cbd697,DISK] 2024-11-14T17:20:33,891 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/WALs/4e57a52647ef,39435,1731604826612/4e57a52647ef%2C39435%2C1731604826612.rep.1731604833873 2024-11-14T17:20:33,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38283:38283)] 2024-11-14T17:20:33,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => ae29cf33c2cfe47fa07b7a799a396d75, NAME => 'hbase:replication,,1731604832717.ae29cf33c2cfe47fa07b7a799a396d75.', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:20:33,895 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T17:20:33,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T17:20:33,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731604832717.ae29cf33c2cfe47fa07b7a799a396d75. service=MultiRowMutationService 2024-11-14T17:20:33,895 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T17:20:33,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ae29cf33c2cfe47fa07b7a799a396d75 2024-11-14T17:20:33,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731604832717.ae29cf33c2cfe47fa07b7a799a396d75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:20:33,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for ae29cf33c2cfe47fa07b7a799a396d75 2024-11-14T17:20:33,896 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for ae29cf33c2cfe47fa07b7a799a396d75 2024-11-14T17:20:33,897 INFO [StoreOpener-ae29cf33c2cfe47fa07b7a799a396d75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ae29cf33c2cfe47fa07b7a799a396d75 2024-11-14T17:20:33,898 INFO [StoreOpener-ae29cf33c2cfe47fa07b7a799a396d75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae29cf33c2cfe47fa07b7a799a396d75 columnFamilyName hfileref 2024-11-14T17:20:33,898 DEBUG [StoreOpener-ae29cf33c2cfe47fa07b7a799a396d75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:33,899 INFO [StoreOpener-ae29cf33c2cfe47fa07b7a799a396d75-1 {}] regionserver.HStore(327): Store=ae29cf33c2cfe47fa07b7a799a396d75/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:20:33,899 INFO [StoreOpener-ae29cf33c2cfe47fa07b7a799a396d75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ae29cf33c2cfe47fa07b7a799a396d75 2024-11-14T17:20:33,900 INFO [StoreOpener-ae29cf33c2cfe47fa07b7a799a396d75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae29cf33c2cfe47fa07b7a799a396d75 columnFamilyName queue 2024-11-14T17:20:33,900 DEBUG [StoreOpener-ae29cf33c2cfe47fa07b7a799a396d75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:33,900 INFO [StoreOpener-ae29cf33c2cfe47fa07b7a799a396d75-1 {}] regionserver.HStore(327): Store=ae29cf33c2cfe47fa07b7a799a396d75/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:20:33,900 INFO [StoreOpener-ae29cf33c2cfe47fa07b7a799a396d75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ae29cf33c2cfe47fa07b7a799a396d75 2024-11-14T17:20:33,902 INFO [StoreOpener-ae29cf33c2cfe47fa07b7a799a396d75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae29cf33c2cfe47fa07b7a799a396d75 columnFamilyName sid 2024-11-14T17:20:33,902 DEBUG [StoreOpener-ae29cf33c2cfe47fa07b7a799a396d75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:33,903 INFO [StoreOpener-ae29cf33c2cfe47fa07b7a799a396d75-1 {}] regionserver.HStore(327): Store=ae29cf33c2cfe47fa07b7a799a396d75/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:20:33,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for ae29cf33c2cfe47fa07b7a799a396d75 2024-11-14T17:20:33,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/data/hbase/replication/ae29cf33c2cfe47fa07b7a799a396d75 2024-11-14T17:20:33,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/data/hbase/replication/ae29cf33c2cfe47fa07b7a799a396d75 2024-11-14T17:20:33,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for ae29cf33c2cfe47fa07b7a799a396d75 2024-11-14T17:20:33,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for ae29cf33c2cfe47fa07b7a799a396d75 2024-11-14T17:20:33,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T17:20:33,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for ae29cf33c2cfe47fa07b7a799a396d75 2024-11-14T17:20:33,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/data/hbase/replication/ae29cf33c2cfe47fa07b7a799a396d75/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:20:33,917 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened ae29cf33c2cfe47fa07b7a799a396d75; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61569315, jitterRate=-0.08254571259021759}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T17:20:33,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ae29cf33c2cfe47fa07b7a799a396d75 2024-11-14T17:20:33,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for ae29cf33c2cfe47fa07b7a799a396d75: Running coprocessor pre-open hook at 1731604833896Writing region info on filesystem at 1731604833896Initializing all the Stores at 1731604833896Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604833897 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604833897Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604833897Cleaning up temporary data from old regions at 1731604833910 (+13 ms)Running coprocessor post-open hooks at 1731604833917 (+7 ms)Region opened successfully at 1731604833917 2024-11-14T17:20:33,919 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731604832717.ae29cf33c2cfe47fa07b7a799a396d75., pid=7, masterSystemTime=1731604833866 2024-11-14T17:20:33,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731604832717.ae29cf33c2cfe47fa07b7a799a396d75. 2024-11-14T17:20:33,924 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731604832717.ae29cf33c2cfe47fa07b7a799a396d75. 2024-11-14T17:20:33,925 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ae29cf33c2cfe47fa07b7a799a396d75, regionState=OPEN, openSeqNum=2, regionLocation=4e57a52647ef,39435,1731604826612 2024-11-14T17:20:33,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae29cf33c2cfe47fa07b7a799a396d75, server=4e57a52647ef,39435,1731604826612 because future has completed 2024-11-14T17:20:33,930 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-14T17:20:33,930 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure ae29cf33c2cfe47fa07b7a799a396d75, server=4e57a52647ef,39435,1731604826612 in 215 msec 2024-11-14T17:20:33,932 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T17:20:33,932 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ae29cf33c2cfe47fa07b7a799a396d75, ASSIGN in 373 msec 2024-11-14T17:20:33,933 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T17:20:33,933 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604833933"}]},"ts":"1731604833933"} 2024-11-14T17:20:33,936 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T17:20:33,937 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T17:20:33,938 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2200 sec 2024-11-14T17:20:33,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731604832717.ae29cf33c2cfe47fa07b7a799a396d75., hostname=4e57a52647ef,39435,1731604826612, seqNum=2] 2024-11-14T17:20:33,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40043-0x100ab74551d0000, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01430255732 2024-11-14T17:20:33,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39435-0x100ab74551d0001, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01430255732 2024-11-14T17:20:33,991 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T17:20:34,082 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T17:20:34,083 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T17:20:34,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39435 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-14T17:20:34,145 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T17:20:34,181 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-4e57a52647ef,39435,1731604826612, ReplicationSource: 1, currentBandwidth=0 2024-11-14T17:20:34,182 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:20:34,182 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,39435,1731604826612, seqNum=-1] 2024-11-14T17:20:34,182 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:20:34,187 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38621, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-14T17:20:34,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4e57a52647ef,39435,1731604826612', locateType=CURRENT is [region=hbase:replication,,1731604832717.ae29cf33c2cfe47fa07b7a799a396d75., hostname=4e57a52647ef,39435,1731604826612, seqNum=2] 2024-11-14T17:20:34,201 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-14T17:20:34,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40043 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-14T17:20:34,207 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4e57a52647ef,39435,1731604826612 suceeded 2024-11-14T17:20:34,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-14T17:20:34,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 216 msec 2024-11-14T17:20:34,210 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4e57a52647ef:37567,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T17:20:34,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5080 sec 2024-11-14T17:20:34,222 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,39435,1731604826612 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4e57a52647ef:37567' 2024-11-14T17:20:34,227 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,39435,1731604826612 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5430e1b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:20:34,227 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,39435,1731604826612 {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,37567,-1 for getting cluster id 2024-11-14T17:20:34,227 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,39435,1731604826612 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:20:34,229 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8775a8e2-a3dc-4caf-a77a-178b5b8581fd' 2024-11-14T17:20:34,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:20:34,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8775a8e2-a3dc-4caf-a77a-178b5b8581fd" 2024-11-14T17:20:34,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74e62bd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:20:34,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,37567,-1] 2024-11-14T17:20:34,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:20:34,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:34,232 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:20:34,233 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,39435,1731604826612 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67354738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:20:34,234 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,39435,1731604826612 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:20:34,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,37567,1731604829917 2024-11-14T17:20:34,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e3765d5 2024-11-14T17:20:34,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:20:34,243 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-14T17:20:34,244 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,39435,1731604826612 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4e57a52647ef,39435,1731604826612 (queues=1) is replicating from cluster=054293cd-f925-4ddc-9d2b-95a1b4abba2f to cluster=8775a8e2-a3dc-4caf-a77a-178b5b8581fd 2024-11-14T17:20:34,244 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,39435,1731604826612 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4e57a52647ef%2C39435%2C1731604826612 2024-11-14T17:20:34,244 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,39435,1731604826612 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4e57a52647ef,39435,1731604826612, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T17:20:34,247 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,39435,1731604826612.replicationSource.shipper4e57a52647ef%2C39435%2C1731604826612,1-4e57a52647ef,39435,1731604826612 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4e57a52647ef%2C39435%2C1731604826612 2024-11-14T17:20:34,248 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,39435,1731604826612.replicationSource.wal-reader.4e57a52647ef%2C39435%2C1731604826612,1-4e57a52647ef,39435,1731604826612 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/WALs/4e57a52647ef,39435,1731604826612/4e57a52647ef%2C39435%2C1731604826612.1731604828251, startPosition=0, beingWritten=true 2024-11-14T17:20:34,474 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,39435,1731604826612.replicationSource.wal-reader.4e57a52647ef%2C39435%2C1731604826612,1-4e57a52647ef,39435,1731604826612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/WALs/4e57a52647ef,39435,1731604826612/4e57a52647ef%2C39435%2C1731604826612.1731604828251 to pos 0, reset compression=false 2024-11-14T17:20:34,780 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,39435,1731604826612.replicationSource.wal-reader.4e57a52647ef%2C39435%2C1731604826612,1-4e57a52647ef,39435,1731604826612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/WALs/4e57a52647ef,39435,1731604826612/4e57a52647ef%2C39435%2C1731604826612.1731604828251 to pos 0, reset compression=false 2024-11-14T17:20:34,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:20:34,853 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T17:20:34,853 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:20:34,853 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:20:34,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:34,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:34,853 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:20:34,853 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:20:34,854 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,40043,1731604826492 2024-11-14T17:20:34,854 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c55bcd9 2024-11-14T17:20:34,855 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:20:34,856 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:20:34,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40043 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-14T17:20:34,857 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:20:34,857 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:20:34,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:34,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:34,857 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:20:34,857 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T17:20:34,857 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=402296532, stopped=false 2024-11-14T17:20:34,857 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4e57a52647ef,40043,1731604826492 2024-11-14T17:20:34,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40043-0x100ab74551d0000, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01430255732/running 2024-11-14T17:20:34,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40043-0x100ab74551d0000, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01430255732 2024-11-14T17:20:34,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39435-0x100ab74551d0001, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01430255732/running 2024-11-14T17:20:34,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39435-0x100ab74551d0001, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01430255732 2024-11-14T17:20:34,859 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T17:20:34,860 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:20:34,860 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:20:34,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:34,860 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39435-0x100ab74551d0001, quorum=127.0.0.1:53679, baseZNode=/01430255732 Set watcher on znode that does not yet exist, /01430255732/running 2024-11-14T17:20:34,860 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4e57a52647ef,39435,1731604826612' ***** 2024-11-14T17:20:34,860 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T17:20:34,861 INFO [RS:0;4e57a52647ef:39435 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T17:20:34,861 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T17:20:34,861 INFO [RS:0;4e57a52647ef:39435 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T17:20:34,861 INFO [RS:0;4e57a52647ef:39435 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T17:20:34,861 INFO [RS:0;4e57a52647ef:39435 {}] regionserver.HRegionServer(3091): Received CLOSE for ae29cf33c2cfe47fa07b7a799a396d75 2024-11-14T17:20:34,861 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40043-0x100ab74551d0000, quorum=127.0.0.1:53679, baseZNode=/01430255732 Set watcher on znode that does not yet exist, /01430255732/running 2024-11-14T17:20:34,861 INFO [RS:0;4e57a52647ef:39435 {}] regionserver.HRegionServer(959): stopping server 4e57a52647ef,39435,1731604826612 2024-11-14T17:20:34,861 INFO [RS:0;4e57a52647ef:39435 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T17:20:34,861 INFO [RS:0;4e57a52647ef:39435 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4e57a52647ef:39435. 2024-11-14T17:20:34,861 DEBUG [RS:0;4e57a52647ef:39435 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:20:34,861 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ae29cf33c2cfe47fa07b7a799a396d75, disabling compactions & flushes 2024-11-14T17:20:34,861 DEBUG [RS:0;4e57a52647ef:39435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:34,861 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731604832717.ae29cf33c2cfe47fa07b7a799a396d75. 2024-11-14T17:20:34,861 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731604832717.ae29cf33c2cfe47fa07b7a799a396d75. 2024-11-14T17:20:34,861 INFO [RS:0;4e57a52647ef:39435 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T17:20:34,861 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731604832717.ae29cf33c2cfe47fa07b7a799a396d75. after waiting 0 ms 2024-11-14T17:20:34,861 INFO [RS:0;4e57a52647ef:39435 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T17:20:34,861 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731604832717.ae29cf33c2cfe47fa07b7a799a396d75. 2024-11-14T17:20:34,861 INFO [RS:0;4e57a52647ef:39435 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T17:20:34,861 INFO [RS:0;4e57a52647ef:39435 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T17:20:34,861 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ae29cf33c2cfe47fa07b7a799a396d75 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-14T17:20:34,862 INFO [RS:0;4e57a52647ef:39435 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T17:20:34,862 DEBUG [RS:0;4e57a52647ef:39435 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ae29cf33c2cfe47fa07b7a799a396d75=hbase:replication,,1731604832717.ae29cf33c2cfe47fa07b7a799a396d75.} 2024-11-14T17:20:34,862 DEBUG [RS:0;4e57a52647ef:39435 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ae29cf33c2cfe47fa07b7a799a396d75 2024-11-14T17:20:34,862 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T17:20:34,862 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T17:20:34,862 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T17:20:34,862 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T17:20:34,862 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T17:20:34,862 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-14T17:20:34,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T17:20:34,876 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T17:20:34,877 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T17:20:34,877 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-14T17:20:34,877 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T17:20:34,877 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T17:20:34,877 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T17:20:34,877 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T17:20:34,882 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/data/hbase/replication/ae29cf33c2cfe47fa07b7a799a396d75/.tmp/queue/323cb9cf19574595a2a3ebd9c2ac3c2e is 151, key is 1-4e57a52647ef,39435,1731604826612/queue:4e57a52647ef%2C39435%2C1731604826612/1731604834193/Put/seqid=0 2024-11-14T17:20:34,883 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/data/hbase/meta/1588230740/.tmp/info/3c93d3d1c1514f48b06f9a47f25db654 is 147, key is hbase:replication,,1731604832717.ae29cf33c2cfe47fa07b7a799a396d75./info:regioninfo/1731604833924/Put/seqid=0 2024-11-14T17:20:34,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46545 is added to blk_1073741838_1014 (size=5350) 2024-11-14T17:20:34,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46545 is added to blk_1073741839_1015 (size=6631) 2024-11-14T17:20:34,931 INFO [regionserver/4e57a52647ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T17:20:35,062 DEBUG [RS:0;4e57a52647ef:39435 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ae29cf33c2cfe47fa07b7a799a396d75 2024-11-14T17:20:35,181 INFO [regionserver/4e57a52647ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T17:20:35,181 INFO [regionserver/4e57a52647ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T17:20:35,185 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,39435,1731604826612.replicationSource.wal-reader.4e57a52647ef%2C39435%2C1731604826612,1-4e57a52647ef,39435,1731604826612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/WALs/4e57a52647ef,39435,1731604826612/4e57a52647ef%2C39435%2C1731604826612.1731604828251 to pos 0, reset compression=false 2024-11-14T17:20:35,262 DEBUG [RS:0;4e57a52647ef:39435 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ae29cf33c2cfe47fa07b7a799a396d75 2024-11-14T17:20:35,288 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/data/hbase/replication/ae29cf33c2cfe47fa07b7a799a396d75/.tmp/queue/323cb9cf19574595a2a3ebd9c2ac3c2e 2024-11-14T17:20:35,294 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/data/hbase/replication/ae29cf33c2cfe47fa07b7a799a396d75/.tmp/queue/323cb9cf19574595a2a3ebd9c2ac3c2e as hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/data/hbase/replication/ae29cf33c2cfe47fa07b7a799a396d75/queue/323cb9cf19574595a2a3ebd9c2ac3c2e 2024-11-14T17:20:35,300 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/data/hbase/meta/1588230740/.tmp/info/3c93d3d1c1514f48b06f9a47f25db654 2024-11-14T17:20:35,306 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/data/hbase/replication/ae29cf33c2cfe47fa07b7a799a396d75/queue/323cb9cf19574595a2a3ebd9c2ac3c2e, entries=1, sequenceid=5, filesize=5.2 K 2024-11-14T17:20:35,308 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for ae29cf33c2cfe47fa07b7a799a396d75 in 447ms, sequenceid=5, compaction requested=false 2024-11-14T17:20:35,311 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/data/hbase/replication/ae29cf33c2cfe47fa07b7a799a396d75/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T17:20:35,312 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T17:20:35,312 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T17:20:35,312 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731604832717.ae29cf33c2cfe47fa07b7a799a396d75. 2024-11-14T17:20:35,312 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ae29cf33c2cfe47fa07b7a799a396d75: Waiting for close lock at 1731604834861Running coprocessor pre-close hooks at 1731604834861Disabling compacts and flushes for region at 1731604834861Disabling writes for close at 1731604834861Obtaining lock to block concurrent updates at 1731604834861Preparing flush snapshotting stores in ae29cf33c2cfe47fa07b7a799a396d75 at 1731604834861Finished memstore snapshotting hbase:replication,,1731604832717.ae29cf33c2cfe47fa07b7a799a396d75., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731604834862 (+1 ms)Flushing stores of hbase:replication,,1731604832717.ae29cf33c2cfe47fa07b7a799a396d75. at 1731604834864 (+2 ms)Flushing ae29cf33c2cfe47fa07b7a799a396d75/queue: creating writer at 1731604834864Flushing ae29cf33c2cfe47fa07b7a799a396d75/queue: appending metadata at 1731604834882 (+18 ms)Flushing ae29cf33c2cfe47fa07b7a799a396d75/queue: closing flushed file at 1731604834882Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@282c7406: reopening flushed file at 1731604835293 (+411 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for ae29cf33c2cfe47fa07b7a799a396d75 in 447ms, sequenceid=5, compaction requested=false at 1731604835308 (+15 ms)Writing region close event to WAL at 1731604835308Running coprocessor post-close hooks at 1731604835312 (+4 ms)Closed at 1731604835312 2024-11-14T17:20:35,312 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731604832717.ae29cf33c2cfe47fa07b7a799a396d75. 2024-11-14T17:20:35,324 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/data/hbase/meta/1588230740/.tmp/ns/87ad4c40437e444abb5522473270f32f is 43, key is default/ns:d/1731604828710/Put/seqid=0 2024-11-14T17:20:35,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46545 is added to blk_1073741840_1016 (size=5153) 2024-11-14T17:20:35,463 DEBUG [RS:0;4e57a52647ef:39435 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T17:20:35,663 DEBUG [RS:0;4e57a52647ef:39435 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T17:20:35,691 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,39435,1731604826612.replicationSource.wal-reader.4e57a52647ef%2C39435%2C1731604826612,1-4e57a52647ef,39435,1731604826612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/WALs/4e57a52647ef,39435,1731604826612/4e57a52647ef%2C39435%2C1731604826612.1731604828251 to pos 0, reset compression=false 2024-11-14T17:20:35,728 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/data/hbase/meta/1588230740/.tmp/ns/87ad4c40437e444abb5522473270f32f 2024-11-14T17:20:35,756 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/data/hbase/meta/1588230740/.tmp/table/1d8d72eac775449da8d8c4f044c35c10 is 53, key is hbase:replication/table:state/1731604833933/Put/seqid=0 2024-11-14T17:20:35,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46545 is added to blk_1073741841_1017 (size=5256) 2024-11-14T17:20:35,762 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/data/hbase/meta/1588230740/.tmp/table/1d8d72eac775449da8d8c4f044c35c10 2024-11-14T17:20:35,769 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/data/hbase/meta/1588230740/.tmp/info/3c93d3d1c1514f48b06f9a47f25db654 as hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/data/hbase/meta/1588230740/info/3c93d3d1c1514f48b06f9a47f25db654 2024-11-14T17:20:35,774 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/data/hbase/meta/1588230740/info/3c93d3d1c1514f48b06f9a47f25db654, entries=10, sequenceid=11, filesize=6.5 K 2024-11-14T17:20:35,776 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/data/hbase/meta/1588230740/.tmp/ns/87ad4c40437e444abb5522473270f32f as hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/data/hbase/meta/1588230740/ns/87ad4c40437e444abb5522473270f32f 2024-11-14T17:20:35,782 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/data/hbase/meta/1588230740/ns/87ad4c40437e444abb5522473270f32f, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T17:20:35,783 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/data/hbase/meta/1588230740/.tmp/table/1d8d72eac775449da8d8c4f044c35c10 as hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/data/hbase/meta/1588230740/table/1d8d72eac775449da8d8c4f044c35c10 2024-11-14T17:20:35,788 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/data/hbase/meta/1588230740/table/1d8d72eac775449da8d8c4f044c35c10, entries=2, sequenceid=11, filesize=5.1 K 2024-11-14T17:20:35,789 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 926ms, sequenceid=11, compaction requested=false 2024-11-14T17:20:35,797 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T17:20:35,798 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T17:20:35,798 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T17:20:35,798 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T17:20:35,798 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731604834862Running coprocessor pre-close hooks at 1731604834862Disabling compacts and flushes for region at 1731604834862Disabling writes for close at 1731604834862Obtaining lock to block concurrent updates at 1731604834862Preparing flush snapshotting stores in 1588230740 at 1731604834862Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731604834863 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731604834863Flushing 1588230740/info: creating writer at 1731604834863Flushing 1588230740/info: appending metadata at 1731604834882 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731604834882Flushing 1588230740/ns: creating writer at 1731604835305 (+423 ms)Flushing 1588230740/ns: appending metadata at 1731604835323 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731604835323Flushing 1588230740/table: creating writer at 1731604835735 (+412 ms)Flushing 1588230740/table: appending metadata at 1731604835755 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731604835755Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48b91627: reopening flushed file at 1731604835768 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51cb5a70: reopening flushed file at 1731604835775 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@378fb466: reopening flushed file at 1731604835782 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 926ms, sequenceid=11, compaction requested=false at 1731604835789 (+7 ms)Writing region close event to WAL at 1731604835791 (+2 ms)Running coprocessor post-close hooks at 1731604835798 (+7 ms)Closed at 1731604835798 2024-11-14T17:20:35,798 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T17:20:35,863 INFO [RS:0;4e57a52647ef:39435 {}] regionserver.HRegionServer(976): stopping server 4e57a52647ef,39435,1731604826612; all regions closed. 2024-11-14T17:20:35,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46545 is added to blk_1073741834_1010 (size=2742) 2024-11-14T17:20:35,870 DEBUG [RS:0;4e57a52647ef:39435 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/oldWALs 2024-11-14T17:20:35,870 INFO [RS:0;4e57a52647ef:39435 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4e57a52647ef%2C39435%2C1731604826612.meta:.meta(num 1731604828642) 2024-11-14T17:20:35,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46545 is added to blk_1073741837_1013 (size=1586) 2024-11-14T17:20:35,873 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/WALs/4e57a52647ef,39435,1731604826612/4e57a52647ef%2C39435%2C1731604826612.rep.1731604833873 not finished, retry = 0 2024-11-14T17:20:35,976 DEBUG [RS:0;4e57a52647ef:39435 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/oldWALs 2024-11-14T17:20:35,976 INFO [RS:0;4e57a52647ef:39435 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4e57a52647ef%2C39435%2C1731604826612.rep:(num 1731604833873) 2024-11-14T17:20:35,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46545 is added to blk_1073741833_1009 (size=93) 2024-11-14T17:20:35,980 DEBUG [RS:0;4e57a52647ef:39435 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/oldWALs 2024-11-14T17:20:35,980 INFO [RS:0;4e57a52647ef:39435 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4e57a52647ef%2C39435%2C1731604826612:(num 1731604828251) 2024-11-14T17:20:35,980 DEBUG [RS:0;4e57a52647ef:39435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:35,980 INFO [RS:0;4e57a52647ef:39435 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T17:20:35,981 INFO [RS:0;4e57a52647ef:39435 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T17:20:35,981 INFO [RS:0;4e57a52647ef:39435 {}] hbase.ChoreService(370): Chore service for: regionserver/4e57a52647ef:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T17:20:35,981 INFO [RS:0;4e57a52647ef:39435 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T17:20:35,981 INFO [regionserver/4e57a52647ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T17:20:35,981 INFO [RS:0;4e57a52647ef:39435 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4e57a52647ef,39435,1731604826612 because: Region server is closing 2024-11-14T17:20:35,981 INFO [RS:0;4e57a52647ef:39435 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4e57a52647ef:39435. 2024-11-14T17:20:35,982 DEBUG [RS:0;4e57a52647ef:39435 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:20:35,982 DEBUG [RS:0;4e57a52647ef:39435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:35,982 DEBUG [RS:0;4e57a52647ef:39435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:35,982 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:20:36,082 WARN [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,39435,1731604826612.replicationSource.wal-reader.4e57a52647ef%2C39435%2C1731604826612,1-4e57a52647ef,39435,1731604826612 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T17:20:36,082 WARN [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,39435,1731604826612.replicationSource.shipper4e57a52647ef%2C39435%2C1731604826612,1-4e57a52647ef,39435,1731604826612 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T17:20:36,082 INFO [RS:0;4e57a52647ef:39435 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,39435,1731604826612.replicationSource.shipper4e57a52647ef%2C39435%2C1731604826612,1-4e57a52647ef,39435,1731604826612 terminated 2024-11-14T17:20:36,083 INFO [RS:0;4e57a52647ef:39435 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39435 2024-11-14T17:20:36,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39435-0x100ab74551d0001, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01430255732/rs/4e57a52647ef,39435,1731604826612 2024-11-14T17:20:36,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40043-0x100ab74551d0000, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01430255732/rs 2024-11-14T17:20:36,085 INFO [RS:0;4e57a52647ef:39435 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T17:20:36,085 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4e57a52647ef,39435,1731604826612] 2024-11-14T17:20:36,087 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01430255732/draining/4e57a52647ef,39435,1731604826612 already deleted, retry=false 2024-11-14T17:20:36,088 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4e57a52647ef,39435,1731604826612 expired; onlineServers=0 2024-11-14T17:20:36,088 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4e57a52647ef,40043,1731604826492' ***** 2024-11-14T17:20:36,088 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T17:20:36,088 INFO [M:0;4e57a52647ef:40043 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T17:20:36,088 INFO [M:0;4e57a52647ef:40043 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T17:20:36,088 DEBUG [M:0;4e57a52647ef:40043 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T17:20:36,088 DEBUG [M:0;4e57a52647ef:40043 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T17:20:36,088 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T17:20:36,088 DEBUG [master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731604828026 {}] cleaner.HFileCleaner(306): Exit Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731604828026,5,FailOnTimeoutGroup] 2024-11-14T17:20:36,088 DEBUG [master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731604828022 {}] cleaner.HFileCleaner(306): Exit Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731604828022,5,FailOnTimeoutGroup] 2024-11-14T17:20:36,088 INFO [M:0;4e57a52647ef:40043 {}] hbase.ChoreService(370): Chore service for: master/4e57a52647ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T17:20:36,088 INFO [M:0;4e57a52647ef:40043 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T17:20:36,088 DEBUG [M:0;4e57a52647ef:40043 {}] master.HMaster(1795): Stopping service threads 2024-11-14T17:20:36,088 INFO [M:0;4e57a52647ef:40043 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T17:20:36,088 INFO [M:0;4e57a52647ef:40043 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T17:20:36,089 INFO [M:0;4e57a52647ef:40043 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T17:20:36,089 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T17:20:36,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40043-0x100ab74551d0000, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01430255732/master 2024-11-14T17:20:36,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40043-0x100ab74551d0000, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01430255732 2024-11-14T17:20:36,092 DEBUG [M:0;4e57a52647ef:40043 {}] zookeeper.RecoverableZooKeeper(212): Node /01430255732/master already deleted, retry=false 2024-11-14T17:20:36,092 DEBUG [M:0;4e57a52647ef:40043 {}] master.ActiveMasterManager(353): master:40043-0x100ab74551d0000, quorum=127.0.0.1:53679, baseZNode=/01430255732 Failed delete of our master address node; KeeperErrorCode = NoNode for /01430255732/master 2024-11-14T17:20:36,093 INFO [M:0;4e57a52647ef:40043 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/.lastflushedseqids 2024-11-14T17:20:36,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46545 is added to blk_1073741842_1018 (size=181) 2024-11-14T17:20:36,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39435-0x100ab74551d0001, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:20:36,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39435-0x100ab74551d0001, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:20:36,187 INFO [RS:0;4e57a52647ef:39435 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T17:20:36,187 INFO [RS:0;4e57a52647ef:39435 {}] regionserver.HRegionServer(1031): Exiting; stopping=4e57a52647ef,39435,1731604826612; zookeeper connection closed. 2024-11-14T17:20:36,187 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5443e657 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5443e657 2024-11-14T17:20:36,187 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T17:20:36,498 INFO [M:0;4e57a52647ef:40043 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T17:20:36,498 INFO [M:0;4e57a52647ef:40043 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T17:20:36,498 DEBUG [M:0;4e57a52647ef:40043 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T17:20:36,498 INFO [M:0;4e57a52647ef:40043 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:20:36,498 DEBUG [M:0;4e57a52647ef:40043 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:20:36,498 DEBUG [M:0;4e57a52647ef:40043 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T17:20:36,498 DEBUG [M:0;4e57a52647ef:40043 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:20:36,499 INFO [M:0;4e57a52647ef:40043 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-14T17:20:36,515 DEBUG [M:0;4e57a52647ef:40043 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/04d124b6922b4af7b9b5a0f3bb063d4d is 82, key is hbase:meta,,1/info:regioninfo/1731604828693/Put/seqid=0 2024-11-14T17:20:36,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46545 is added to blk_1073741843_1019 (size=5672) 2024-11-14T17:20:36,919 INFO [M:0;4e57a52647ef:40043 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/04d124b6922b4af7b9b5a0f3bb063d4d 2024-11-14T17:20:36,946 DEBUG [M:0;4e57a52647ef:40043 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b70e79e59f2a47ffa286654196c13a13 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731604833938/Put/seqid=0 2024-11-14T17:20:36,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46545 is added to blk_1073741844_1020 (size=7203) 2024-11-14T17:20:36,952 INFO [M:0;4e57a52647ef:40043 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b70e79e59f2a47ffa286654196c13a13 2024-11-14T17:20:36,971 DEBUG [M:0;4e57a52647ef:40043 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2295b5f39f2c401d896cb0efa1081354 is 69, key is 4e57a52647ef,39435,1731604826612/rs:state/1731604828075/Put/seqid=0 2024-11-14T17:20:36,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46545 is added to blk_1073741845_1021 (size=5156) 2024-11-14T17:20:37,377 INFO [M:0;4e57a52647ef:40043 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2295b5f39f2c401d896cb0efa1081354 2024-11-14T17:20:37,383 DEBUG [M:0;4e57a52647ef:40043 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/04d124b6922b4af7b9b5a0f3bb063d4d as hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/04d124b6922b4af7b9b5a0f3bb063d4d 2024-11-14T17:20:37,388 INFO [M:0;4e57a52647ef:40043 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/04d124b6922b4af7b9b5a0f3bb063d4d, entries=8, sequenceid=70, filesize=5.5 K 2024-11-14T17:20:37,389 DEBUG [M:0;4e57a52647ef:40043 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b70e79e59f2a47ffa286654196c13a13 as hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b70e79e59f2a47ffa286654196c13a13 2024-11-14T17:20:37,394 INFO [M:0;4e57a52647ef:40043 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b70e79e59f2a47ffa286654196c13a13, entries=8, sequenceid=70, filesize=7.0 K 2024-11-14T17:20:37,395 DEBUG [M:0;4e57a52647ef:40043 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2295b5f39f2c401d896cb0efa1081354 as hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2295b5f39f2c401d896cb0efa1081354 2024-11-14T17:20:37,399 INFO [M:0;4e57a52647ef:40043 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2295b5f39f2c401d896cb0efa1081354, entries=1, sequenceid=70, filesize=5.0 K 2024-11-14T17:20:37,400 INFO [M:0;4e57a52647ef:40043 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 902ms, sequenceid=70, compaction requested=false 2024-11-14T17:20:37,401 INFO [M:0;4e57a52647ef:40043 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:20:37,401 DEBUG [M:0;4e57a52647ef:40043 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731604836498Disabling compacts and flushes for region at 1731604836498Disabling writes for close at 1731604836498Obtaining lock to block concurrent updates at 1731604836499 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731604836499Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731604836499Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731604836499Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731604836500 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731604836514 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731604836514Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731604836924 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731604836946 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731604836946Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731604836956 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731604836971 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731604836971Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52d38cff: reopening flushed file at 1731604837382 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e9f0b97: reopening flushed file at 1731604837388 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d65d59c: reopening flushed file at 1731604837394 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 902ms, sequenceid=70, compaction requested=false at 1731604837400 (+6 ms)Writing region close event to WAL at 1731604837401 (+1 ms)Closed at 1731604837401 2024-11-14T17:20:37,404 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/MasterData/WALs/4e57a52647ef,40043,1731604826492/4e57a52647ef%2C40043%2C1731604826492.1731604827928 not finished, retry = 0 2024-11-14T17:20:37,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46545 is added to blk_1073741830_1006 (size=41008) 2024-11-14T17:20:37,505 INFO [M:0;4e57a52647ef:40043 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T17:20:37,505 INFO [M:0;4e57a52647ef:40043 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40043 2024-11-14T17:20:37,505 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T17:20:37,505 INFO [M:0;4e57a52647ef:40043 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T17:20:37,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40043-0x100ab74551d0000, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:20:37,607 INFO [M:0;4e57a52647ef:40043 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T17:20:37,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40043-0x100ab74551d0000, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:20:37,609 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4e57a52647ef:0 server-side Connection retries=45 2024-11-14T17:20:37,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:20:37,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T17:20:37,609 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T17:20:37,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:20:37,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T17:20:37,610 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T17:20:37,610 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T17:20:37,610 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38903 2024-11-14T17:20:37,611 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38903 connecting to ZooKeeper ensemble=127.0.0.1:53679 2024-11-14T17:20:37,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:389030x0, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:20:37,614 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38903-0x100ab74551d0006 connected 2024-11-14T17:20:37,617 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:20:37,618 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:20:37,620 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38903-0x100ab74551d0006, quorum=127.0.0.1:53679, baseZNode=/01430255732 Set watcher on znode that does not yet exist, /01430255732/running 2024-11-14T17:20:37,620 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01430255732/meta-region-server: INIT 2024-11-14T17:20:37,620 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d, hbase.cluster.distributed=false 2024-11-14T17:20:37,621 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38903-0x100ab74551d0006, quorum=127.0.0.1:53679, baseZNode=/01430255732 Set watcher on znode that does not yet exist, /01430255732/acl 2024-11-14T17:20:37,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38903 2024-11-14T17:20:37,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38903 2024-11-14T17:20:37,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38903 2024-11-14T17:20:37,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38903 2024-11-14T17:20:37,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38903 2024-11-14T17:20:37,638 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4e57a52647ef:0 server-side Connection retries=45 2024-11-14T17:20:37,638 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:20:37,638 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T17:20:37,638 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T17:20:37,638 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:20:37,638 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T17:20:37,638 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T17:20:37,638 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T17:20:37,639 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39525 2024-11-14T17:20:37,640 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39525 connecting to ZooKeeper ensemble=127.0.0.1:53679 2024-11-14T17:20:37,640 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:20:37,642 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:20:37,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:395250x0, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:20:37,646 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01430255732/meta-region-server: INIT 2024-11-14T17:20:37,646 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:395250x0, quorum=127.0.0.1:53679, baseZNode=/01430255732 Set watcher on znode that does not yet exist, /01430255732/running 2024-11-14T17:20:37,646 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39525-0x100ab74551d0007 connected 2024-11-14T17:20:37,646 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T17:20:37,646 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T17:20:37,647 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39525-0x100ab74551d0007, quorum=127.0.0.1:53679, baseZNode=/01430255732 Set watcher on znode that does not yet exist, /01430255732/master 2024-11-14T17:20:37,648 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39525-0x100ab74551d0007, quorum=127.0.0.1:53679, baseZNode=/01430255732 Set watcher on znode that does not yet exist, /01430255732/acl 2024-11-14T17:20:37,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39525 2024-11-14T17:20:37,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39525 2024-11-14T17:20:37,653 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39525 2024-11-14T17:20:37,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39525 2024-11-14T17:20:37,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39525 2024-11-14T17:20:37,667 DEBUG [M:0;4e57a52647ef:38903 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4e57a52647ef:38903 2024-11-14T17:20:37,667 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01430255732/backup-masters/4e57a52647ef,38903,1731604837609 2024-11-14T17:20:37,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38903-0x100ab74551d0006, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01430255732/backup-masters 2024-11-14T17:20:37,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39525-0x100ab74551d0007, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01430255732/backup-masters 2024-11-14T17:20:37,669 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38903-0x100ab74551d0006, quorum=127.0.0.1:53679, baseZNode=/01430255732 Set watcher on existing znode=/01430255732/backup-masters/4e57a52647ef,38903,1731604837609 2024-11-14T17:20:37,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39525-0x100ab74551d0007, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01430255732/master 2024-11-14T17:20:37,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38903-0x100ab74551d0006, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01430255732 2024-11-14T17:20:37,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39525-0x100ab74551d0007, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01430255732 2024-11-14T17:20:37,671 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38903-0x100ab74551d0006, quorum=127.0.0.1:53679, baseZNode=/01430255732 Set watcher on existing znode=/01430255732/master 2024-11-14T17:20:37,672 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01430255732/backup-masters/4e57a52647ef,38903,1731604837609 from backup master directory 2024-11-14T17:20:37,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38903-0x100ab74551d0006, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01430255732/backup-masters/4e57a52647ef,38903,1731604837609 2024-11-14T17:20:37,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38903-0x100ab74551d0006, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01430255732/backup-masters 2024-11-14T17:20:37,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39525-0x100ab74551d0007, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01430255732/backup-masters 2024-11-14T17:20:37,674 WARN [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T17:20:37,674 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4e57a52647ef,38903,1731604837609 2024-11-14T17:20:37,688 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:20:37,688 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T17:20:37,695 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 7ms. 2024-11-14T17:20:37,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46545 is added to blk_1073741846_1022 (size=196) 2024-11-14T17:20:38,043 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T17:20:38,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:20:38,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:20:38,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:20:38,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:20:38,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:20:38,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:20:38,108 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T17:20:38,109 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T17:20:38,109 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:20:38,115 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-14T17:20:38,117 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/MasterData/WALs/4e57a52647ef,40043,1731604826492 to hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/MasterData/WALs/4e57a52647ef,40043,1731604826492-dead as it is dead 2024-11-14T17:20:38,117 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/MasterData/WALs/4e57a52647ef,40043,1731604826492-dead/4e57a52647ef%2C40043%2C1731604826492.1731604827928 2024-11-14T17:20:38,118 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/MasterData/WALs/4e57a52647ef,40043,1731604826492-dead/4e57a52647ef%2C40043%2C1731604826492.1731604827928 after 1ms 2024-11-14T17:20:38,118 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/MasterData/WALs/4e57a52647ef,40043,1731604826492-dead/4e57a52647ef%2C40043%2C1731604826492.1731604827928 to hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/4e57a52647ef%2C40043%2C1731604826492.1731604827928 2024-11-14T17:20:38,118 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/MasterData/WALs/4e57a52647ef,40043,1731604826492-dead 2024-11-14T17:20:38,119 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/MasterData/WALs/4e57a52647ef,38903,1731604837609 2024-11-14T17:20:38,120 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T17:20:38,121 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4e57a52647ef%2C38903%2C1731604837609, suffix=, logDir=hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/MasterData/WALs/4e57a52647ef,38903,1731604837609, archiveDir=hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/MasterData/oldWALs, maxLogs=10 2024-11-14T17:20:38,134 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/MasterData/WALs/4e57a52647ef,38903,1731604837609/4e57a52647ef%2C38903%2C1731604837609.1731604838121, exclude list is [], retry=0 2024-11-14T17:20:38,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46545,DS-953ac8a0-40c8-40ad-af2f-56f602cbd697,DISK] 2024-11-14T17:20:38,139 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/MasterData/WALs/4e57a52647ef,38903,1731604837609/4e57a52647ef%2C38903%2C1731604837609.1731604838121 2024-11-14T17:20:38,139 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38283:38283)] 2024-11-14T17:20:38,139 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:20:38,140 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:20:38,140 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:20:38,140 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:20:38,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:20:38,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T17:20:38,142 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:38,148 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/04d124b6922b4af7b9b5a0f3bb063d4d 2024-11-14T17:20:38,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:20:38,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:20:38,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T17:20:38,149 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:38,154 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b70e79e59f2a47ffa286654196c13a13 2024-11-14T17:20:38,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:20:38,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:20:38,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T17:20:38,155 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:38,161 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2295b5f39f2c401d896cb0efa1081354 2024-11-14T17:20:38,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:20:38,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:20:38,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T17:20:38,162 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:38,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:20:38,162 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:20:38,163 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-14T17:20:38,163 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/4e57a52647ef%2C40043%2C1731604826492.1731604827928 2024-11-14T17:20:38,168 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/4e57a52647ef%2C40043%2C1731604826492.1731604827928 2024-11-14T17:20:38,168 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/4e57a52647ef%2C40043%2C1731604826492.1731604827928 2024-11-14T17:20:38,169 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:20:38,169 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:20:38,170 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:20:38,171 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:20:38,173 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-14T17:20:38,174 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59579148, jitterRate=-0.1122015118598938}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:20:38,174 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731604838140Initializing all the Stores at 1731604838141 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604838141Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604838141Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604838141Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604838141Cleaning up temporary data from old regions at 1731604838169 (+28 ms)Region opened successfully at 1731604838174 (+5 ms) 2024-11-14T17:20:38,174 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T17:20:38,177 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16dccaa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4e57a52647ef/172.17.0.3:0 2024-11-14T17:20:38,179 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-14T17:20:38,179 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T17:20:38,179 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T17:20:38,179 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T17:20:38,180 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T17:20:38,182 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T17:20:38,183 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T17:20:38,183 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T17:20:38,184 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-14T17:20:38,184 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T17:20:38,186 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=4e57a52647ef,39435,1731604826612, regionLocation=4e57a52647ef,39435,1731604826612, openSeqNum=2 2024-11-14T17:20:38,186 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=4e57a52647ef,39435,1731604826612, table=hbase:meta, region=1588230740 2024-11-14T17:20:38,186 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4e57a52647ef,39435,1731604826612, state=OPEN 2024-11-14T17:20:38,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38903-0x100ab74551d0006, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01430255732/meta-region-server 2024-11-14T17:20:38,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39525-0x100ab74551d0007, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01430255732/meta-region-server 2024-11-14T17:20:38,188 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01430255732/meta-region-server: CHANGED 2024-11-14T17:20:38,188 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01430255732/meta-region-server: CHANGED 2024-11-14T17:20:38,191 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-14T17:20:38,193 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01430255732/draining/4e57a52647ef,39435,1731604826612 already deleted, retry=false 2024-11-14T17:20:38,193 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 4e57a52647ef,39435,1731604826612 on 4e57a52647ef,38903,1731604837609 2024-11-14T17:20:38,194 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 4e57a52647ef,39435,1731604826612, splitWal=true, meta=true 2024-11-14T17:20:38,194 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 4e57a52647ef,39435,1731604826612 (carryingMeta=true) 4e57a52647ef,39435,1731604826612/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@4eb4f472[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-14T17:20:38,195 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38903-0x100ab74551d0006, quorum=127.0.0.1:53679, baseZNode=/01430255732 Unable to get data of znode /01430255732/balancer because node does not exist (not necessarily an error) 2024-11-14T17:20:38,200 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01430255732/balancer already deleted, retry=false 2024-11-14T17:20:38,201 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T17:20:38,202 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38903-0x100ab74551d0006, quorum=127.0.0.1:53679, baseZNode=/01430255732 Unable to get data of znode /01430255732/normalizer because node does not exist (not necessarily an error) 2024-11-14T17:20:38,204 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01430255732/normalizer already deleted, retry=false 2024-11-14T17:20:38,204 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T17:20:38,205 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38903-0x100ab74551d0006, quorum=127.0.0.1:53679, baseZNode=/01430255732 Unable to get data of znode /01430255732/switch/split because node does not exist (not necessarily an error) 2024-11-14T17:20:38,206 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01430255732/switch/split already deleted, retry=false 2024-11-14T17:20:38,206 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38903-0x100ab74551d0006, quorum=127.0.0.1:53679, baseZNode=/01430255732 Unable to get data of znode /01430255732/switch/merge because node does not exist (not necessarily an error) 2024-11-14T17:20:38,208 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01430255732/switch/merge already deleted, retry=false 2024-11-14T17:20:38,213 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38903-0x100ab74551d0006, quorum=127.0.0.1:53679, baseZNode=/01430255732 Unable to get data of znode /01430255732/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T17:20:38,214 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01430255732/snapshot-cleanup already deleted, retry=false 2024-11-14T17:20:38,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38903-0x100ab74551d0006, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01430255732/running 2024-11-14T17:20:38,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39525-0x100ab74551d0007, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01430255732/running 2024-11-14T17:20:38,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38903-0x100ab74551d0006, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01430255732 2024-11-14T17:20:38,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39525-0x100ab74551d0007, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01430255732 2024-11-14T17:20:38,217 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4e57a52647ef,38903,1731604837609, sessionid=0x100ab74551d0006, setting cluster-up flag (Was=false) 2024-11-14T17:20:38,219 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01430255732/flush-table-proc/acquired, /01430255732/flush-table-proc/reached, /01430255732/flush-table-proc/abort 2024-11-14T17:20:38,219 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4e57a52647ef,38903,1731604837609 2024-11-14T17:20:38,223 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01430255732/online-snapshot/acquired, /01430255732/online-snapshot/reached, /01430255732/online-snapshot/abort 2024-11-14T17:20:38,224 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4e57a52647ef,38903,1731604837609 2024-11-14T17:20:38,225 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/.lastflushedseqids 2024-11-14T17:20:38,228 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T17:20:38,228 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T17:20:38,228 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4e57a52647ef,38903,1731604837609 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 4e57a52647ef,39435,1731604826612 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T17:20:38,230 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:20:38,230 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:20:38,230 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:20:38,230 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:20:38,230 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4e57a52647ef:0, corePoolSize=10, maxPoolSize=10 2024-11-14T17:20:38,230 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:20:38,230 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4e57a52647ef:0, corePoolSize=2, maxPoolSize=2 2024-11-14T17:20:38,230 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:20:38,244 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 4e57a52647ef,39435,1731604826612, splitWal=true, meta=true 2024-11-14T17:20:38,245 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 4e57a52647ef,39435,1731604826612, splitWal=true, meta=true, isMeta: true 2024-11-14T17:20:38,248 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/WALs/4e57a52647ef,39435,1731604826612-splitting 2024-11-14T17:20:38,249 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/WALs/4e57a52647ef,39435,1731604826612-splitting dir is empty, no logs to split. 2024-11-14T17:20:38,249 INFO [PEWorker-1 {}] master.SplitWALManager(105): 4e57a52647ef,39435,1731604826612 WAL count=0, meta=true 2024-11-14T17:20:38,251 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731604868250 2024-11-14T17:20:38,251 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T17:20:38,251 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T17:20:38,251 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T17:20:38,251 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T17:20:38,251 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T17:20:38,251 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T17:20:38,251 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/WALs/4e57a52647ef,39435,1731604826612-splitting dir is empty, no logs to split. 2024-11-14T17:20:38,251 INFO [PEWorker-1 {}] master.SplitWALManager(105): 4e57a52647ef,39435,1731604826612 WAL count=0, meta=true 2024-11-14T17:20:38,251 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 4e57a52647ef,39435,1731604826612 WAL splitting is done? wals=0, meta=true 2024-11-14T17:20:38,252 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T17:20:38,253 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T17:20:38,254 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:38,255 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T17:20:38,258 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T17:20:38,258 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T17:20:38,258 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T17:20:38,258 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T17:20:38,259 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T17:20:38,259 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T17:20:38,263 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731604838259,5,FailOnTimeoutGroup] 2024-11-14T17:20:38,263 INFO [RS:0;4e57a52647ef:39525 {}] regionserver.HRegionServer(746): ClusterId : 054293cd-f925-4ddc-9d2b-95a1b4abba2f 2024-11-14T17:20:38,263 DEBUG [RS:0;4e57a52647ef:39525 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T17:20:38,266 DEBUG [RS:0;4e57a52647ef:39525 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T17:20:38,266 DEBUG [RS:0;4e57a52647ef:39525 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T17:20:38,266 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731604838263,5,FailOnTimeoutGroup] 2024-11-14T17:20:38,266 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:38,266 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T17:20:38,266 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:38,266 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:38,267 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731604838266, completionTime=-1 2024-11-14T17:20:38,267 WARN [master/4e57a52647ef:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-14T17:20:38,267 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-14T17:20:38,273 DEBUG [RS:0;4e57a52647ef:39525 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T17:20:38,274 DEBUG [RS:0;4e57a52647ef:39525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17d78e4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4e57a52647ef/172.17.0.3:0 2024-11-14T17:20:38,293 DEBUG [RS:0;4e57a52647ef:39525 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4e57a52647ef:39525 2024-11-14T17:20:38,293 INFO [RS:0;4e57a52647ef:39525 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T17:20:38,293 INFO [RS:0;4e57a52647ef:39525 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T17:20:38,293 DEBUG [RS:0;4e57a52647ef:39525 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T17:20:38,294 INFO [RS:0;4e57a52647ef:39525 {}] regionserver.HRegionServer(2659): reportForDuty to master=4e57a52647ef,38903,1731604837609 with port=39525, startcode=1731604837638 2024-11-14T17:20:38,295 DEBUG [RS:0;4e57a52647ef:39525 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T17:20:38,296 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34937, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T17:20:38,297 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38903 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4e57a52647ef,39525,1731604837638 2024-11-14T17:20:38,297 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38903 {}] master.ServerManager(517): Registering regionserver=4e57a52647ef,39525,1731604837638 2024-11-14T17:20:38,298 DEBUG [RS:0;4e57a52647ef:39525 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d 2024-11-14T17:20:38,298 DEBUG [RS:0;4e57a52647ef:39525 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45889 2024-11-14T17:20:38,298 DEBUG [RS:0;4e57a52647ef:39525 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T17:20:38,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38903-0x100ab74551d0006, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01430255732/rs 2024-11-14T17:20:38,307 DEBUG [RS:0;4e57a52647ef:39525 {}] zookeeper.ZKUtil(111): regionserver:39525-0x100ab74551d0007, quorum=127.0.0.1:53679, baseZNode=/01430255732 Set watcher on existing znode=/01430255732/rs/4e57a52647ef,39525,1731604837638 2024-11-14T17:20:38,307 WARN [RS:0;4e57a52647ef:39525 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T17:20:38,307 INFO [RS:0;4e57a52647ef:39525 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:20:38,307 DEBUG [RS:0;4e57a52647ef:39525 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/WALs/4e57a52647ef,39525,1731604837638 2024-11-14T17:20:38,307 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4e57a52647ef,39525,1731604837638] 2024-11-14T17:20:38,317 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=50ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-14T17:20:38,327 INFO [RS:0;4e57a52647ef:39525 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T17:20:38,330 INFO [RS:0;4e57a52647ef:39525 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T17:20:38,330 INFO [RS:0;4e57a52647ef:39525 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T17:20:38,330 INFO [RS:0;4e57a52647ef:39525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:38,334 INFO [RS:0;4e57a52647ef:39525 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T17:20:38,335 INFO [RS:0;4e57a52647ef:39525 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T17:20:38,335 INFO [RS:0;4e57a52647ef:39525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:38,335 DEBUG [RS:0;4e57a52647ef:39525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:20:38,336 DEBUG [RS:0;4e57a52647ef:39525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:20:38,336 DEBUG [RS:0;4e57a52647ef:39525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:20:38,336 DEBUG [RS:0;4e57a52647ef:39525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:20:38,336 DEBUG [RS:0;4e57a52647ef:39525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:20:38,336 DEBUG [RS:0;4e57a52647ef:39525 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4e57a52647ef:0, corePoolSize=2, maxPoolSize=2 2024-11-14T17:20:38,336 DEBUG [RS:0;4e57a52647ef:39525 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:20:38,336 DEBUG [RS:0;4e57a52647ef:39525 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:20:38,336 DEBUG [RS:0;4e57a52647ef:39525 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:20:38,336 DEBUG [RS:0;4e57a52647ef:39525 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:20:38,336 DEBUG [RS:0;4e57a52647ef:39525 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:20:38,336 DEBUG [RS:0;4e57a52647ef:39525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:20:38,336 DEBUG [RS:0;4e57a52647ef:39525 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4e57a52647ef:0, corePoolSize=3, maxPoolSize=3 2024-11-14T17:20:38,336 DEBUG [RS:0;4e57a52647ef:39525 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4e57a52647ef:0, corePoolSize=3, maxPoolSize=3 2024-11-14T17:20:38,336 INFO [RS:0;4e57a52647ef:39525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:38,336 INFO [RS:0;4e57a52647ef:39525 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:38,336 INFO [RS:0;4e57a52647ef:39525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:38,337 INFO [RS:0;4e57a52647ef:39525 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:38,337 INFO [RS:0;4e57a52647ef:39525 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:38,337 INFO [RS:0;4e57a52647ef:39525 {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,39525,1731604837638-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T17:20:38,353 INFO [RS:0;4e57a52647ef:39525 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T17:20:38,353 INFO [RS:0;4e57a52647ef:39525 {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,39525,1731604837638-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:38,368 INFO [RS:0;4e57a52647ef:39525 {}] regionserver.ReplicationSource(231): queueId=1-4e57a52647ef,39525,1731604837638, ReplicationSource: 1, currentBandwidth=0 2024-11-14T17:20:38,369 INFO [RS:0;4e57a52647ef:39525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:38,369 INFO [RS:0;4e57a52647ef:39525 {}] regionserver.Replication(171): 4e57a52647ef,39525,1731604837638 started 2024-11-14T17:20:38,383 INFO [RS:0;4e57a52647ef:39525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:38,383 INFO [RS:0;4e57a52647ef:39525 {}] regionserver.HRegionServer(1482): Serving as 4e57a52647ef,39525,1731604837638, RpcServer on 4e57a52647ef/172.17.0.3:39525, sessionid=0x100ab74551d0007 2024-11-14T17:20:38,383 DEBUG [RS:0;4e57a52647ef:39525 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T17:20:38,383 DEBUG [RS:0;4e57a52647ef:39525 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4e57a52647ef,39525,1731604837638 2024-11-14T17:20:38,383 DEBUG [RS:0;4e57a52647ef:39525 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4e57a52647ef,39525,1731604837638' 2024-11-14T17:20:38,383 DEBUG [RS:0;4e57a52647ef:39525 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01430255732/flush-table-proc/abort' 2024-11-14T17:20:38,384 DEBUG [RS:0;4e57a52647ef:39525 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01430255732/flush-table-proc/acquired' 2024-11-14T17:20:38,384 DEBUG [RS:0;4e57a52647ef:39525 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T17:20:38,384 DEBUG [RS:0;4e57a52647ef:39525 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T17:20:38,384 DEBUG [RS:0;4e57a52647ef:39525 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4e57a52647ef,39525,1731604837638 2024-11-14T17:20:38,384 DEBUG [RS:0;4e57a52647ef:39525 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4e57a52647ef,39525,1731604837638' 2024-11-14T17:20:38,384 DEBUG [RS:0;4e57a52647ef:39525 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01430255732/online-snapshot/abort' 2024-11-14T17:20:38,384 DEBUG [RS:0;4e57a52647ef:39525 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01430255732/online-snapshot/acquired' 2024-11-14T17:20:38,385 DEBUG [RS:0;4e57a52647ef:39525 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T17:20:38,385 INFO [RS:0;4e57a52647ef:39525 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T17:20:38,385 INFO [RS:0;4e57a52647ef:39525 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T17:20:38,386 DEBUG [RS:0;4e57a52647ef:39525.replicationSource,1-4e57a52647ef,39525,1731604837638 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4e57a52647ef:37567' 2024-11-14T17:20:38,388 DEBUG [RS:0;4e57a52647ef:39525.replicationSource,1-4e57a52647ef,39525,1731604837638 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a886611, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:20:38,388 DEBUG [RS:0;4e57a52647ef:39525.replicationSource,1-4e57a52647ef,39525,1731604837638 {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,37567,-1 for getting cluster id 2024-11-14T17:20:38,388 DEBUG [RS:0;4e57a52647ef:39525.replicationSource,1-4e57a52647ef,39525,1731604837638 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:20:38,390 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8775a8e2-a3dc-4caf-a77a-178b5b8581fd' 2024-11-14T17:20:38,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:20:38,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8775a8e2-a3dc-4caf-a77a-178b5b8581fd" 2024-11-14T17:20:38,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@630849c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:20:38,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,37567,-1] 2024-11-14T17:20:38,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:20:38,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:38,392 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:20:38,393 DEBUG [RS:0;4e57a52647ef:39525.replicationSource,1-4e57a52647ef,39525,1731604837638 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6dcb6eaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:20:38,393 DEBUG [RS:0;4e57a52647ef:39525.replicationSource,1-4e57a52647ef,39525,1731604837638 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:20:38,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,37567,1731604829917 2024-11-14T17:20:38,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12ad9587 2024-11-14T17:20:38,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:20:38,395 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-14T17:20:38,395 INFO [RS:0;4e57a52647ef:39525.replicationSource,1-4e57a52647ef,39525,1731604837638 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4e57a52647ef,39525,1731604837638 (queues=0) is replicating from cluster=054293cd-f925-4ddc-9d2b-95a1b4abba2f to cluster=8775a8e2-a3dc-4caf-a77a-178b5b8581fd 2024-11-14T17:20:38,405 WARN [4e57a52647ef:38903 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T17:20:38,485 INFO [RS:0;4e57a52647ef:39525 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T17:20:38,487 INFO [RS:0;4e57a52647ef:39525 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4e57a52647ef%2C39525%2C1731604837638, suffix=, logDir=hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/WALs/4e57a52647ef,39525,1731604837638, archiveDir=hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/oldWALs, maxLogs=10 2024-11-14T17:20:38,508 DEBUG [RS:0;4e57a52647ef:39525 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/WALs/4e57a52647ef,39525,1731604837638/4e57a52647ef%2C39525%2C1731604837638.1731604838488, exclude list is [], retry=0 2024-11-14T17:20:38,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46545,DS-953ac8a0-40c8-40ad-af2f-56f602cbd697,DISK] 2024-11-14T17:20:38,514 INFO [RS:0;4e57a52647ef:39525 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/WALs/4e57a52647ef,39525,1731604837638/4e57a52647ef%2C39525%2C1731604837638.1731604838488 2024-11-14T17:20:38,514 DEBUG [RS:0;4e57a52647ef:39525 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 4e57a52647ef%2C39525%2C1731604837638 for peer 1 2024-11-14T17:20:38,514 DEBUG [RS:0;4e57a52647ef:39525 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4e57a52647ef%2C39525%2C1731604837638 2024-11-14T17:20:38,514 INFO [RS:0;4e57a52647ef:39525 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4e57a52647ef,39525,1731604837638, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T17:20:38,515 DEBUG [RS:0;4e57a52647ef:39525 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38283:38283)] 2024-11-14T17:20:38,515 INFO [RS:0;4e57a52647ef:39525.replicationSource.shipper4e57a52647ef%2C39525%2C1731604837638,1-4e57a52647ef,39525,1731604837638 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4e57a52647ef%2C39525%2C1731604837638 2024-11-14T17:20:38,515 DEBUG [RS:0;4e57a52647ef:39525.replicationSource.wal-reader.4e57a52647ef%2C39525%2C1731604837638,1-4e57a52647ef,39525,1731604837638 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/WALs/4e57a52647ef,39525,1731604837638/4e57a52647ef%2C39525%2C1731604837638.1731604838488, startPosition=0, beingWritten=true 2024-11-14T17:20:38,655 DEBUG [4e57a52647ef:38903 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T17:20:38,656 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4e57a52647ef,39525,1731604837638 2024-11-14T17:20:38,657 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4e57a52647ef,39525,1731604837638, state=OPENING 2024-11-14T17:20:38,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38903-0x100ab74551d0006, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01430255732/meta-region-server 2024-11-14T17:20:38,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39525-0x100ab74551d0007, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01430255732/meta-region-server 2024-11-14T17:20:38,659 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T17:20:38,659 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01430255732/meta-region-server: CHANGED 2024-11-14T17:20:38,659 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01430255732/meta-region-server: CHANGED 2024-11-14T17:20:38,659 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4e57a52647ef,39525,1731604837638}] 2024-11-14T17:20:38,720 DEBUG [RS:0;4e57a52647ef:39525.replicationSource.wal-reader.4e57a52647ef%2C39525%2C1731604837638,1-4e57a52647ef,39525,1731604837638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/WALs/4e57a52647ef,39525,1731604837638/4e57a52647ef%2C39525%2C1731604837638.1731604838488 to pos 0, reset compression=false 2024-11-14T17:20:38,811 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T17:20:38,813 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47047, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T17:20:38,816 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T17:20:38,816 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:20:38,817 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T17:20:38,819 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4e57a52647ef%2C39525%2C1731604837638.meta, suffix=.meta, logDir=hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/WALs/4e57a52647ef,39525,1731604837638, archiveDir=hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/oldWALs, maxLogs=10 2024-11-14T17:20:38,835 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/WALs/4e57a52647ef,39525,1731604837638/4e57a52647ef%2C39525%2C1731604837638.meta.1731604838819.meta, exclude list is [], retry=0 2024-11-14T17:20:38,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46545,DS-953ac8a0-40c8-40ad-af2f-56f602cbd697,DISK] 2024-11-14T17:20:38,840 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/WALs/4e57a52647ef,39525,1731604837638/4e57a52647ef%2C39525%2C1731604837638.meta.1731604838819.meta 2024-11-14T17:20:38,841 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38283:38283)] 2024-11-14T17:20:38,841 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:20:38,841 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T17:20:38,841 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T17:20:38,841 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T17:20:38,841 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T17:20:38,841 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T17:20:38,841 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:20:38,841 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T17:20:38,842 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T17:20:38,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T17:20:38,844 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T17:20:38,844 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:38,850 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/data/hbase/meta/1588230740/info/3c93d3d1c1514f48b06f9a47f25db654 2024-11-14T17:20:38,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:20:38,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T17:20:38,851 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T17:20:38,851 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:38,860 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/data/hbase/meta/1588230740/ns/87ad4c40437e444abb5522473270f32f 2024-11-14T17:20:38,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:20:38,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T17:20:38,861 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T17:20:38,861 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:38,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:20:38,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T17:20:38,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T17:20:38,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:38,868 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/data/hbase/meta/1588230740/table/1d8d72eac775449da8d8c4f044c35c10 2024-11-14T17:20:38,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:20:38,868 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T17:20:38,869 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/data/hbase/meta/1588230740 2024-11-14T17:20:38,870 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/data/hbase/meta/1588230740 2024-11-14T17:20:38,871 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T17:20:38,871 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T17:20:38,872 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:20:38,873 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T17:20:38,873 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61704402, jitterRate=-0.08053275942802429}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:20:38,874 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T17:20:38,874 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731604838842Writing region info on filesystem at 1731604838842Initializing all the Stores at 1731604838842Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604838843 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604838843Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604838843Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604838843Cleaning up temporary data from old regions at 1731604838871 (+28 ms)Running coprocessor post-open hooks at 1731604838874 (+3 ms)Region opened successfully at 1731604838874 2024-11-14T17:20:38,875 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731604838811 2024-11-14T17:20:38,876 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T17:20:38,876 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T17:20:38,877 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=4e57a52647ef,39525,1731604837638 2024-11-14T17:20:38,878 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4e57a52647ef,39525,1731604837638, state=OPEN 2024-11-14T17:20:38,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39525-0x100ab74551d0007, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01430255732/meta-region-server 2024-11-14T17:20:38,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38903-0x100ab74551d0006, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01430255732/meta-region-server 2024-11-14T17:20:38,879 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4e57a52647ef,39525,1731604837638 2024-11-14T17:20:38,879 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01430255732/meta-region-server: CHANGED 2024-11-14T17:20:38,879 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01430255732/meta-region-server: CHANGED 2024-11-14T17:20:38,881 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-14T17:20:38,881 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4e57a52647ef,39525,1731604837638 in 220 msec 2024-11-14T17:20:38,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T17:20:38,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 629 msec 2024-11-14T17:20:39,025 DEBUG [RS:0;4e57a52647ef:39525.replicationSource.wal-reader.4e57a52647ef%2C39525%2C1731604837638,1-4e57a52647ef,39525,1731604837638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/WALs/4e57a52647ef,39525,1731604837638/4e57a52647ef%2C39525%2C1731604837638.1731604838488 to pos 0, reset compression=false 2024-11-14T17:20:39,440 DEBUG [RS:0;4e57a52647ef:39525.replicationSource.wal-reader.4e57a52647ef%2C39525%2C1731604837638,1-4e57a52647ef,39525,1731604837638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/WALs/4e57a52647ef,39525,1731604837638/4e57a52647ef%2C39525%2C1731604837638.1731604838488 to pos 0, reset compression=false 2024-11-14T17:20:39,819 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1552ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-14T17:20:39,945 DEBUG [RS:0;4e57a52647ef:39525.replicationSource.wal-reader.4e57a52647ef%2C39525%2C1731604837638,1-4e57a52647ef,39525,1731604837638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/WALs/4e57a52647ef,39525,1731604837638/4e57a52647ef%2C39525%2C1731604837638.1731604838488 to pos 0, reset compression=false 2024-11-14T17:20:40,551 DEBUG [RS:0;4e57a52647ef:39525.replicationSource.wal-reader.4e57a52647ef%2C39525%2C1731604837638,1-4e57a52647ef,39525,1731604837638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/WALs/4e57a52647ef,39525,1731604837638/4e57a52647ef%2C39525%2C1731604837638.1731604838488 to pos 0, reset compression=false 2024-11-14T17:20:41,258 DEBUG [RS:0;4e57a52647ef:39525.replicationSource.wal-reader.4e57a52647ef%2C39525%2C1731604837638,1-4e57a52647ef,39525,1731604837638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/WALs/4e57a52647ef,39525,1731604837638/4e57a52647ef%2C39525%2C1731604837638.1731604838488 to pos 0, reset compression=false 2024-11-14T17:20:41,322 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3055ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-14T17:20:42,064 DEBUG [RS:0;4e57a52647ef:39525.replicationSource.wal-reader.4e57a52647ef%2C39525%2C1731604837638,1-4e57a52647ef,39525,1731604837638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/WALs/4e57a52647ef,39525,1731604837638/4e57a52647ef%2C39525%2C1731604837638.1731604838488 to pos 0, reset compression=false 2024-11-14T17:20:42,775 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-14T17:20:42,776 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T17:20:42,776 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:20:42,776 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,39525,1731604837638, seqNum=-1] 2024-11-14T17:20:42,776 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:20:42,778 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40625, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:20:42,783 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ae29cf33c2cfe47fa07b7a799a396d75, regionState=OPEN, lastHost=4e57a52647ef,39435,1731604826612, regionLocation=4e57a52647ef,39435,1731604826612, openSeqNum=2 2024-11-14T17:20:42,783 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T17:20:42,783 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731604902783 2024-11-14T17:20:42,783 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731604962783 2024-11-14T17:20:42,783 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 7 msec 2024-11-14T17:20:42,784 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,38903,1731604837609-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:42,784 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,38903,1731604837609-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:42,784 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,38903,1731604837609-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:42,784 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4e57a52647ef:38903, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:42,784 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:42,784 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 4e57a52647ef,39435,1731604826612 had 2 regions 2024-11-14T17:20:42,785 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:42,789 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 4e57a52647ef,39435,1731604826612, splitWal=true, meta=true, isMeta: false 2024-11-14T17:20:42,793 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.119sec 2024-11-14T17:20:42,794 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T17:20:42,794 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T17:20:42,794 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T17:20:42,794 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T17:20:42,794 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T17:20:42,794 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,38903,1731604837609-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T17:20:42,794 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,38903,1731604837609-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T17:20:42,796 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/WALs/4e57a52647ef,39435,1731604826612-splitting dir is empty, no logs to split. 2024-11-14T17:20:42,796 INFO [PEWorker-3 {}] master.SplitWALManager(105): 4e57a52647ef,39435,1731604826612 WAL count=0, meta=false 2024-11-14T17:20:42,799 WARN [master/4e57a52647ef:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=4e57a52647ef,39435,1731604826612/hbase:replication,,1731604832717.ae29cf33c2cfe47fa07b7a799a396d75. 2024-11-14T17:20:42,799 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/WALs/4e57a52647ef,39435,1731604826612-splitting dir is empty, no logs to split. 2024-11-14T17:20:42,799 INFO [PEWorker-3 {}] master.SplitWALManager(105): 4e57a52647ef,39435,1731604826612 WAL count=0, meta=false 2024-11-14T17:20:42,799 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 4e57a52647ef,39435,1731604826612 WAL splitting is done? wals=0, meta=false 2024-11-14T17:20:42,801 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ae29cf33c2cfe47fa07b7a799a396d75, ASSIGN}] 2024-11-14T17:20:42,802 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ae29cf33c2cfe47fa07b7a799a396d75, ASSIGN 2024-11-14T17:20:42,803 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T17:20:42,803 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T17:20:42,803 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,38903,1731604837609-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:42,803 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ae29cf33c2cfe47fa07b7a799a396d75, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T17:20:42,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57ef3425, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:20:42,863 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,38903,-1 for getting cluster id 2024-11-14T17:20:42,863 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:20:42,865 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '054293cd-f925-4ddc-9d2b-95a1b4abba2f' 2024-11-14T17:20:42,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:20:42,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "054293cd-f925-4ddc-9d2b-95a1b4abba2f" 2024-11-14T17:20:42,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@164070f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:20:42,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,38903,-1] 2024-11-14T17:20:42,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:20:42,866 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:42,866 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:20:42,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ed6cb54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:20:42,868 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:20:42,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,39525,1731604837638, seqNum=-1] 2024-11-14T17:20:42,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:20:42,870 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:20:42,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-14T17:20:42,873 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:20:42,873 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:20:42,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:42,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:42,873 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:20:42,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 4e57a52647ef:38903 after: 4e57a52647ef:38903 2024-11-14T17:20:42,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f8c1c5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:20:42,873 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,38903,-1 for getting cluster id 2024-11-14T17:20:42,874 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:20:42,874 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '054293cd-f925-4ddc-9d2b-95a1b4abba2f' 2024-11-14T17:20:42,874 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:20:42,874 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "054293cd-f925-4ddc-9d2b-95a1b4abba2f" 2024-11-14T17:20:42,874 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d41dba7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:20:42,874 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,38903,-1] 2024-11-14T17:20:42,875 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:20:42,875 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:42,875 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:20:42,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54b32ef1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:20:42,876 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:20:42,877 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,38903,1731604837609 2024-11-14T17:20:42,877 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d013cb9 2024-11-14T17:20:42,877 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:20:42,878 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:20:42,878 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38903 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-14T17:20:42,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T17:20:42,879 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:20:42,879 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:20:42,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:42,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:42,879 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:20:42,879 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T17:20:42,879 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=56159246, stopped=false 2024-11-14T17:20:42,879 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4e57a52647ef,37567,1731604829917 2024-11-14T17:20:42,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37567-0x100ab74551d0003, quorum=127.0.0.1:53679, baseZNode=/1-173000116 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-173000116/running 2024-11-14T17:20:42,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43647-0x100ab74551d0004, quorum=127.0.0.1:53679, baseZNode=/1-173000116 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-173000116/running 2024-11-14T17:20:42,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37567-0x100ab74551d0003, quorum=127.0.0.1:53679, baseZNode=/1-173000116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-173000116 2024-11-14T17:20:42,881 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T17:20:42,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43647-0x100ab74551d0004, quorum=127.0.0.1:53679, baseZNode=/1-173000116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-173000116 2024-11-14T17:20:42,881 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:20:42,881 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:20:42,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:42,881 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4e57a52647ef,43647,1731604830003' ***** 2024-11-14T17:20:42,881 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T17:20:42,882 INFO [RS:0;4e57a52647ef:43647 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T17:20:42,882 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T17:20:42,882 INFO [RS:0;4e57a52647ef:43647 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T17:20:42,882 INFO [RS:0;4e57a52647ef:43647 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T17:20:42,882 INFO [RS:0;4e57a52647ef:43647 {}] regionserver.HRegionServer(959): stopping server 4e57a52647ef,43647,1731604830003 2024-11-14T17:20:42,882 INFO [RS:0;4e57a52647ef:43647 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T17:20:42,882 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43647-0x100ab74551d0004, quorum=127.0.0.1:53679, baseZNode=/1-173000116 Set watcher on znode that does not yet exist, /1-173000116/running 2024-11-14T17:20:42,882 INFO [RS:0;4e57a52647ef:43647 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4e57a52647ef:43647. 2024-11-14T17:20:42,882 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37567-0x100ab74551d0003, quorum=127.0.0.1:53679, baseZNode=/1-173000116 Set watcher on znode that does not yet exist, /1-173000116/running 2024-11-14T17:20:42,882 DEBUG [RS:0;4e57a52647ef:43647 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:20:42,882 DEBUG [RS:0;4e57a52647ef:43647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:42,882 INFO [RS:0;4e57a52647ef:43647 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T17:20:42,882 INFO [RS:0;4e57a52647ef:43647 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T17:20:42,882 INFO [RS:0;4e57a52647ef:43647 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T17:20:42,882 INFO [RS:0;4e57a52647ef:43647 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T17:20:42,883 INFO [RS:0;4e57a52647ef:43647 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T17:20:42,883 DEBUG [RS:0;4e57a52647ef:43647 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T17:20:42,883 DEBUG [RS:0;4e57a52647ef:43647 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T17:20:42,883 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T17:20:42,883 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T17:20:42,883 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T17:20:42,883 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T17:20:42,883 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T17:20:42,883 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-14T17:20:42,900 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/b1c8ec00-890c-d2c9-658c-b25035627dd5/data/hbase/meta/1588230740/.tmp/ns/133f7f42e8ba4378a0f36fb49f1d3ecb is 43, key is default/ns:d/1731604832586/Put/seqid=0 2024-11-14T17:20:42,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741835_1011 (size=5153) 2024-11-14T17:20:42,914 INFO [regionserver/4e57a52647ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T17:20:42,920 INFO [regionserver/4e57a52647ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T17:20:42,921 INFO [regionserver/4e57a52647ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T17:20:42,954 DEBUG [4e57a52647ef:38903 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T17:20:42,954 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=ae29cf33c2cfe47fa07b7a799a396d75, regionState=OPENING, regionLocation=4e57a52647ef,39525,1731604837638 2024-11-14T17:20:42,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ae29cf33c2cfe47fa07b7a799a396d75, ASSIGN because future has completed 2024-11-14T17:20:42,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae29cf33c2cfe47fa07b7a799a396d75, server=4e57a52647ef,39525,1731604837638}] 2024-11-14T17:20:42,969 DEBUG [RS:0;4e57a52647ef:39525.replicationSource.wal-reader.4e57a52647ef%2C39525%2C1731604837638,1-4e57a52647ef,39525,1731604837638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/WALs/4e57a52647ef,39525,1731604837638/4e57a52647ef%2C39525%2C1731604837638.1731604838488 to pos 0, reset compression=false 2024-11-14T17:20:43,083 DEBUG [RS:0;4e57a52647ef:43647 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T17:20:43,113 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731604832717.ae29cf33c2cfe47fa07b7a799a396d75. 2024-11-14T17:20:43,113 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:20:43,114 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T17:20:43,115 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4e57a52647ef%2C39525%2C1731604837638.rep, suffix=, logDir=hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/WALs/4e57a52647ef,39525,1731604837638, archiveDir=hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/oldWALs, maxLogs=10 2024-11-14T17:20:43,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/WALs/4e57a52647ef,39525,1731604837638/4e57a52647ef%2C39525%2C1731604837638.rep.1731604843115, exclude list is [], retry=0 2024-11-14T17:20:43,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46545,DS-953ac8a0-40c8-40ad-af2f-56f602cbd697,DISK] 2024-11-14T17:20:43,133 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/WALs/4e57a52647ef,39525,1731604837638/4e57a52647ef%2C39525%2C1731604837638.rep.1731604843115 2024-11-14T17:20:43,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38283:38283)] 2024-11-14T17:20:43,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => ae29cf33c2cfe47fa07b7a799a396d75, NAME => 'hbase:replication,,1731604832717.ae29cf33c2cfe47fa07b7a799a396d75.', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:20:43,134 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T17:20:43,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T17:20:43,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731604832717.ae29cf33c2cfe47fa07b7a799a396d75. service=MultiRowMutationService 2024-11-14T17:20:43,134 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T17:20:43,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ae29cf33c2cfe47fa07b7a799a396d75 2024-11-14T17:20:43,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731604832717.ae29cf33c2cfe47fa07b7a799a396d75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:20:43,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for ae29cf33c2cfe47fa07b7a799a396d75 2024-11-14T17:20:43,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for ae29cf33c2cfe47fa07b7a799a396d75 2024-11-14T17:20:43,136 INFO [StoreOpener-ae29cf33c2cfe47fa07b7a799a396d75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ae29cf33c2cfe47fa07b7a799a396d75 2024-11-14T17:20:43,136 INFO [StoreOpener-ae29cf33c2cfe47fa07b7a799a396d75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae29cf33c2cfe47fa07b7a799a396d75 columnFamilyName hfileref 2024-11-14T17:20:43,137 DEBUG [StoreOpener-ae29cf33c2cfe47fa07b7a799a396d75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:43,137 INFO [StoreOpener-ae29cf33c2cfe47fa07b7a799a396d75-1 {}] regionserver.HStore(327): Store=ae29cf33c2cfe47fa07b7a799a396d75/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:20:43,137 INFO [StoreOpener-ae29cf33c2cfe47fa07b7a799a396d75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ae29cf33c2cfe47fa07b7a799a396d75 2024-11-14T17:20:43,138 INFO [StoreOpener-ae29cf33c2cfe47fa07b7a799a396d75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae29cf33c2cfe47fa07b7a799a396d75 columnFamilyName queue 2024-11-14T17:20:43,138 DEBUG [StoreOpener-ae29cf33c2cfe47fa07b7a799a396d75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:43,143 DEBUG [StoreOpener-ae29cf33c2cfe47fa07b7a799a396d75-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/data/hbase/replication/ae29cf33c2cfe47fa07b7a799a396d75/queue/323cb9cf19574595a2a3ebd9c2ac3c2e 2024-11-14T17:20:43,143 INFO [StoreOpener-ae29cf33c2cfe47fa07b7a799a396d75-1 {}] regionserver.HStore(327): Store=ae29cf33c2cfe47fa07b7a799a396d75/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:20:43,143 INFO [StoreOpener-ae29cf33c2cfe47fa07b7a799a396d75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ae29cf33c2cfe47fa07b7a799a396d75 2024-11-14T17:20:43,144 INFO [StoreOpener-ae29cf33c2cfe47fa07b7a799a396d75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae29cf33c2cfe47fa07b7a799a396d75 columnFamilyName sid 2024-11-14T17:20:43,144 DEBUG [StoreOpener-ae29cf33c2cfe47fa07b7a799a396d75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:43,144 INFO [StoreOpener-ae29cf33c2cfe47fa07b7a799a396d75-1 {}] regionserver.HStore(327): Store=ae29cf33c2cfe47fa07b7a799a396d75/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:20:43,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for ae29cf33c2cfe47fa07b7a799a396d75 2024-11-14T17:20:43,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/data/hbase/replication/ae29cf33c2cfe47fa07b7a799a396d75 2024-11-14T17:20:43,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/data/hbase/replication/ae29cf33c2cfe47fa07b7a799a396d75 2024-11-14T17:20:43,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for ae29cf33c2cfe47fa07b7a799a396d75 2024-11-14T17:20:43,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for ae29cf33c2cfe47fa07b7a799a396d75 2024-11-14T17:20:43,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T17:20:43,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for ae29cf33c2cfe47fa07b7a799a396d75 2024-11-14T17:20:43,149 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened ae29cf33c2cfe47fa07b7a799a396d75; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74828790, jitterRate=0.11503586173057556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T17:20:43,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ae29cf33c2cfe47fa07b7a799a396d75 2024-11-14T17:20:43,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for ae29cf33c2cfe47fa07b7a799a396d75: Running coprocessor pre-open hook at 1731604843135Writing region info on filesystem at 1731604843135Initializing all the Stores at 1731604843135Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604843135Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604843136 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604843136Cleaning up temporary data from old regions at 1731604843147 (+11 ms)Running coprocessor post-open hooks at 1731604843150 (+3 ms)Region opened successfully at 1731604843150 2024-11-14T17:20:43,151 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731604832717.ae29cf33c2cfe47fa07b7a799a396d75., pid=13, masterSystemTime=1731604843110 2024-11-14T17:20:43,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731604832717.ae29cf33c2cfe47fa07b7a799a396d75. 2024-11-14T17:20:43,154 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731604832717.ae29cf33c2cfe47fa07b7a799a396d75. 2024-11-14T17:20:43,154 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=ae29cf33c2cfe47fa07b7a799a396d75, regionState=OPEN, openSeqNum=9, regionLocation=4e57a52647ef,39525,1731604837638 2024-11-14T17:20:43,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae29cf33c2cfe47fa07b7a799a396d75, server=4e57a52647ef,39525,1731604837638 because future has completed 2024-11-14T17:20:43,160 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-14T17:20:43,160 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure ae29cf33c2cfe47fa07b7a799a396d75, server=4e57a52647ef,39525,1731604837638 in 201 msec 2024-11-14T17:20:43,163 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-14T17:20:43,163 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ae29cf33c2cfe47fa07b7a799a396d75, ASSIGN in 359 msec 2024-11-14T17:20:43,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-14T17:20:43,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731604832717.ae29cf33c2cfe47fa07b7a799a396d75., hostname=4e57a52647ef,39525,1731604837638, seqNum=9] 2024-11-14T17:20:43,181 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 4e57a52647ef,39435,1731604826612 2024-11-14T17:20:43,181 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-14T17:20:43,283 DEBUG [RS:0;4e57a52647ef:43647 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T17:20:43,304 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/b1c8ec00-890c-d2c9-658c-b25035627dd5/data/hbase/meta/1588230740/.tmp/ns/133f7f42e8ba4378a0f36fb49f1d3ecb 2024-11-14T17:20:43,310 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/b1c8ec00-890c-d2c9-658c-b25035627dd5/data/hbase/meta/1588230740/.tmp/ns/133f7f42e8ba4378a0f36fb49f1d3ecb as hdfs://localhost:45159/user/jenkins/test-data/b1c8ec00-890c-d2c9-658c-b25035627dd5/data/hbase/meta/1588230740/ns/133f7f42e8ba4378a0f36fb49f1d3ecb 2024-11-14T17:20:43,314 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/b1c8ec00-890c-d2c9-658c-b25035627dd5/data/hbase/meta/1588230740/ns/133f7f42e8ba4378a0f36fb49f1d3ecb, entries=2, sequenceid=6, filesize=5.0 K 2024-11-14T17:20:43,315 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=6, compaction requested=false 2024-11-14T17:20:43,315 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T17:20:43,319 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45159/user/jenkins/test-data/b1c8ec00-890c-d2c9-658c-b25035627dd5/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T17:20:43,319 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T17:20:43,319 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T17:20:43,319 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T17:20:43,320 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731604842883Running coprocessor pre-close hooks at 1731604842883Disabling compacts and flushes for region at 1731604842883Disabling writes for close at 1731604842883Obtaining lock to block concurrent updates at 1731604842883Preparing flush snapshotting stores in 1588230740 at 1731604842883Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731604842883Flushing stores of hbase:meta,,1.1588230740 at 1731604842884 (+1 ms)Flushing 1588230740/ns: creating writer at 1731604842884Flushing 1588230740/ns: appending metadata at 1731604842899 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731604842899Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@681abeb9: reopening flushed file at 1731604843309 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=6, compaction requested=false at 1731604843315 (+6 ms)Writing region close event to WAL at 1731604843316 (+1 ms)Running coprocessor post-close hooks at 1731604843319 (+3 ms)Closed at 1731604843319 2024-11-14T17:20:43,320 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T17:20:43,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39525 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-14T17:20:43,483 INFO [RS:0;4e57a52647ef:43647 {}] regionserver.HRegionServer(976): stopping server 4e57a52647ef,43647,1731604830003; all regions closed. 2024-11-14T17:20:43,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741834_1010 (size=1152) 2024-11-14T17:20:43,488 DEBUG [RS:0;4e57a52647ef:43647 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b1c8ec00-890c-d2c9-658c-b25035627dd5/oldWALs 2024-11-14T17:20:43,488 INFO [RS:0;4e57a52647ef:43647 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4e57a52647ef%2C43647%2C1731604830003.meta:.meta(num 1731604832516) 2024-11-14T17:20:43,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741833_1009 (size=93) 2024-11-14T17:20:43,492 DEBUG [RS:0;4e57a52647ef:43647 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b1c8ec00-890c-d2c9-658c-b25035627dd5/oldWALs 2024-11-14T17:20:43,492 INFO [RS:0;4e57a52647ef:43647 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4e57a52647ef%2C43647%2C1731604830003:(num 1731604832082) 2024-11-14T17:20:43,492 DEBUG [RS:0;4e57a52647ef:43647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:43,492 INFO [RS:0;4e57a52647ef:43647 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T17:20:43,492 INFO [RS:0;4e57a52647ef:43647 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T17:20:43,492 INFO [RS:0;4e57a52647ef:43647 {}] hbase.ChoreService(370): Chore service for: regionserver/4e57a52647ef:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T17:20:43,492 INFO [RS:0;4e57a52647ef:43647 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T17:20:43,493 INFO [regionserver/4e57a52647ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T17:20:43,493 INFO [RS:0;4e57a52647ef:43647 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43647 2024-11-14T17:20:43,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43647-0x100ab74551d0004, quorum=127.0.0.1:53679, baseZNode=/1-173000116 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-173000116/rs/4e57a52647ef,43647,1731604830003 2024-11-14T17:20:43,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37567-0x100ab74551d0003, quorum=127.0.0.1:53679, baseZNode=/1-173000116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-173000116/rs 2024-11-14T17:20:43,495 INFO [RS:0;4e57a52647ef:43647 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T17:20:43,496 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4e57a52647ef,43647,1731604830003] 2024-11-14T17:20:43,499 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-173000116/draining/4e57a52647ef,43647,1731604830003 already deleted, retry=false 2024-11-14T17:20:43,499 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4e57a52647ef,43647,1731604830003 expired; onlineServers=0 2024-11-14T17:20:43,499 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4e57a52647ef,37567,1731604829917' ***** 2024-11-14T17:20:43,499 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T17:20:43,499 INFO [M:0;4e57a52647ef:37567 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T17:20:43,499 INFO [M:0;4e57a52647ef:37567 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T17:20:43,500 DEBUG [M:0;4e57a52647ef:37567 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T17:20:43,500 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T17:20:43,500 DEBUG [M:0;4e57a52647ef:37567 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T17:20:43,500 DEBUG [master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731604831748 {}] cleaner.HFileCleaner(306): Exit Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731604831748,5,FailOnTimeoutGroup] 2024-11-14T17:20:43,500 DEBUG [master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731604831749 {}] cleaner.HFileCleaner(306): Exit Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731604831749,5,FailOnTimeoutGroup] 2024-11-14T17:20:43,500 INFO [M:0;4e57a52647ef:37567 {}] hbase.ChoreService(370): Chore service for: master/4e57a52647ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T17:20:43,500 INFO [M:0;4e57a52647ef:37567 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T17:20:43,500 DEBUG [M:0;4e57a52647ef:37567 {}] master.HMaster(1795): Stopping service threads 2024-11-14T17:20:43,500 INFO [M:0;4e57a52647ef:37567 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T17:20:43,500 INFO [M:0;4e57a52647ef:37567 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T17:20:43,500 INFO [M:0;4e57a52647ef:37567 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T17:20:43,500 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T17:20:43,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37567-0x100ab74551d0003, quorum=127.0.0.1:53679, baseZNode=/1-173000116 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-173000116/master 2024-11-14T17:20:43,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37567-0x100ab74551d0003, quorum=127.0.0.1:53679, baseZNode=/1-173000116 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-173000116 2024-11-14T17:20:43,501 DEBUG [M:0;4e57a52647ef:37567 {}] zookeeper.ZKUtil(347): master:37567-0x100ab74551d0003, quorum=127.0.0.1:53679, baseZNode=/1-173000116 Unable to get data of znode /1-173000116/master because node does not exist (not an error) 2024-11-14T17:20:43,501 WARN [M:0;4e57a52647ef:37567 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T17:20:43,503 INFO [M:0;4e57a52647ef:37567 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45159/user/jenkins/test-data/b1c8ec00-890c-d2c9-658c-b25035627dd5/.lastflushedseqids 2024-11-14T17:20:43,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741836_1012 (size=99) 2024-11-14T17:20:43,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43647-0x100ab74551d0004, quorum=127.0.0.1:53679, baseZNode=/1-173000116 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:20:43,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43647-0x100ab74551d0004, quorum=127.0.0.1:53679, baseZNode=/1-173000116 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:20:43,598 INFO [RS:0;4e57a52647ef:43647 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T17:20:43,598 INFO [RS:0;4e57a52647ef:43647 {}] regionserver.HRegionServer(1031): Exiting; stopping=4e57a52647ef,43647,1731604830003; zookeeper connection closed. 2024-11-14T17:20:43,598 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@165d872a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@165d872a 2024-11-14T17:20:43,598 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T17:20:43,911 INFO [M:0;4e57a52647ef:37567 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T17:20:43,911 INFO [M:0;4e57a52647ef:37567 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T17:20:43,912 DEBUG [M:0;4e57a52647ef:37567 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T17:20:43,912 INFO [M:0;4e57a52647ef:37567 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:20:43,912 DEBUG [M:0;4e57a52647ef:37567 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:20:43,912 DEBUG [M:0;4e57a52647ef:37567 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T17:20:43,912 DEBUG [M:0;4e57a52647ef:37567 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:20:43,912 INFO [M:0;4e57a52647ef:37567 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-14T17:20:43,939 DEBUG [M:0;4e57a52647ef:37567 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/b1c8ec00-890c-d2c9-658c-b25035627dd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d95450e7a3e4c4885e67b6586ce5046 is 82, key is hbase:meta,,1/info:regioninfo/1731604832566/Put/seqid=0 2024-11-14T17:20:43,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741837_1013 (size=5672) 2024-11-14T17:20:43,955 INFO [M:0;4e57a52647ef:37567 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/b1c8ec00-890c-d2c9-658c-b25035627dd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d95450e7a3e4c4885e67b6586ce5046 2024-11-14T17:20:44,024 DEBUG [RS:0;4e57a52647ef:39525.replicationSource.wal-reader.4e57a52647ef%2C39525%2C1731604837638,1-4e57a52647ef,39525,1731604837638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/WALs/4e57a52647ef,39525,1731604837638/4e57a52647ef%2C39525%2C1731604837638.1731604838488 to pos 0, reset compression=false 2024-11-14T17:20:44,041 DEBUG [M:0;4e57a52647ef:37567 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/b1c8ec00-890c-d2c9-658c-b25035627dd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8689aa558aed43cc94c182fed7097a37 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731604832596/Put/seqid=0 2024-11-14T17:20:44,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741838_1014 (size=5275) 2024-11-14T17:20:44,058 INFO [M:0;4e57a52647ef:37567 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/b1c8ec00-890c-d2c9-658c-b25035627dd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8689aa558aed43cc94c182fed7097a37 2024-11-14T17:20:44,086 DEBUG [M:0;4e57a52647ef:37567 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45159/user/jenkins/test-data/b1c8ec00-890c-d2c9-658c-b25035627dd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/477cb8e5ebaf4db1a5113d9ec657dbbb is 69, key is 4e57a52647ef,43647,1731604830003/rs:state/1731604831843/Put/seqid=0 2024-11-14T17:20:44,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741839_1015 (size=5156) 2024-11-14T17:20:44,344 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T17:20:44,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:20:44,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:20:44,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:20:44,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:20:44,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:20:44,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:20:44,410 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T17:20:44,410 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T17:20:44,498 INFO [M:0;4e57a52647ef:37567 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45159/user/jenkins/test-data/b1c8ec00-890c-d2c9-658c-b25035627dd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/477cb8e5ebaf4db1a5113d9ec657dbbb 2024-11-14T17:20:44,512 DEBUG [M:0;4e57a52647ef:37567 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/b1c8ec00-890c-d2c9-658c-b25035627dd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d95450e7a3e4c4885e67b6586ce5046 as hdfs://localhost:45159/user/jenkins/test-data/b1c8ec00-890c-d2c9-658c-b25035627dd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6d95450e7a3e4c4885e67b6586ce5046 2024-11-14T17:20:44,521 INFO [M:0;4e57a52647ef:37567 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/b1c8ec00-890c-d2c9-658c-b25035627dd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6d95450e7a3e4c4885e67b6586ce5046, entries=8, sequenceid=28, filesize=5.5 K 2024-11-14T17:20:44,522 DEBUG [M:0;4e57a52647ef:37567 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/b1c8ec00-890c-d2c9-658c-b25035627dd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8689aa558aed43cc94c182fed7097a37 as hdfs://localhost:45159/user/jenkins/test-data/b1c8ec00-890c-d2c9-658c-b25035627dd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8689aa558aed43cc94c182fed7097a37 2024-11-14T17:20:44,527 INFO [M:0;4e57a52647ef:37567 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/b1c8ec00-890c-d2c9-658c-b25035627dd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8689aa558aed43cc94c182fed7097a37, entries=3, sequenceid=28, filesize=5.2 K 2024-11-14T17:20:44,529 DEBUG [M:0;4e57a52647ef:37567 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45159/user/jenkins/test-data/b1c8ec00-890c-d2c9-658c-b25035627dd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/477cb8e5ebaf4db1a5113d9ec657dbbb as hdfs://localhost:45159/user/jenkins/test-data/b1c8ec00-890c-d2c9-658c-b25035627dd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/477cb8e5ebaf4db1a5113d9ec657dbbb 2024-11-14T17:20:44,552 INFO [M:0;4e57a52647ef:37567 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45159/user/jenkins/test-data/b1c8ec00-890c-d2c9-658c-b25035627dd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/477cb8e5ebaf4db1a5113d9ec657dbbb, entries=1, sequenceid=28, filesize=5.0 K 2024-11-14T17:20:44,554 INFO [M:0;4e57a52647ef:37567 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 642ms, sequenceid=28, compaction requested=false 2024-11-14T17:20:44,602 INFO [M:0;4e57a52647ef:37567 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:20:44,603 DEBUG [M:0;4e57a52647ef:37567 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731604843911Disabling compacts and flushes for region at 1731604843911Disabling writes for close at 1731604843912 (+1 ms)Obtaining lock to block concurrent updates at 1731604843912Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731604843912Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731604843912Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731604843913 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731604843913Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731604843939 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731604843939Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731604843965 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731604844040 (+75 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731604844041 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731604844064 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731604844085 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731604844085Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@745b4203: reopening flushed file at 1731604844510 (+425 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cacc4d2: reopening flushed file at 1731604844521 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f354927: reopening flushed file at 1731604844528 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 642ms, sequenceid=28, compaction requested=false at 1731604844554 (+26 ms)Writing region close event to WAL at 1731604844602 (+48 ms)Closed at 1731604844602 2024-11-14T17:20:44,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741830_1006 (size=10165) 2024-11-14T17:20:44,627 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b1c8ec00-890c-d2c9-658c-b25035627dd5/MasterData/WALs/4e57a52647ef,37567,1731604829917/4e57a52647ef%2C37567%2C1731604829917.1731604831373 not finished, retry = 0 2024-11-14T17:20:44,734 INFO [M:0;4e57a52647ef:37567 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T17:20:44,734 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T17:20:44,734 INFO [M:0;4e57a52647ef:37567 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37567 2024-11-14T17:20:44,735 INFO [M:0;4e57a52647ef:37567 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T17:20:44,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37567-0x100ab74551d0003, quorum=127.0.0.1:53679, baseZNode=/1-173000116 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:20:44,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37567-0x100ab74551d0003, quorum=127.0.0.1:53679, baseZNode=/1-173000116 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:20:44,846 INFO [M:0;4e57a52647ef:37567 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T17:20:44,857 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2ca7e3da{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T17:20:44,858 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30fc2704{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T17:20:44,858 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T17:20:44,859 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d23400a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T17:20:44,859 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3770829e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c4fedd-3abd-36ce-66f3-03b919beaac6/hadoop.log.dir/,STOPPED} 2024-11-14T17:20:44,864 WARN [BP-876363516-172.17.0.3-1731604828796 heartbeating to localhost/127.0.0.1:45159 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T17:20:44,864 WARN [BP-876363516-172.17.0.3-1731604828796 heartbeating to localhost/127.0.0.1:45159 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-876363516-172.17.0.3-1731604828796 (Datanode Uuid dafb6a07-544e-458e-88df-e99319a6cf49) service to localhost/127.0.0.1:45159 2024-11-14T17:20:44,865 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c4fedd-3abd-36ce-66f3-03b919beaac6/cluster_a54e84e7-15cf-eee2-d6fd-d9c2c9753db1/data/data1/current/BP-876363516-172.17.0.3-1731604828796 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T17:20:44,865 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c4fedd-3abd-36ce-66f3-03b919beaac6/cluster_a54e84e7-15cf-eee2-d6fd-d9c2c9753db1/data/data2/current/BP-876363516-172.17.0.3-1731604828796 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T17:20:44,865 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T17:20:44,865 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T17:20:44,866 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T17:20:44,875 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1eb7736b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T17:20:44,875 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a59c7ac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T17:20:44,875 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T17:20:44,876 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@490a703b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T17:20:44,877 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69ed25a6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c4fedd-3abd-36ce-66f3-03b919beaac6/hadoop.log.dir/,STOPPED} 2024-11-14T17:20:44,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T17:20:44,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T17:20:44,896 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:20:44,896 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:20:44,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:44,896 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:20:44,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:44,897 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T17:20:44,897 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1119665354, stopped=false 2024-11-14T17:20:44,897 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4e57a52647ef,38903,1731604837609 2024-11-14T17:20:44,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39525-0x100ab74551d0007, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01430255732/running 2024-11-14T17:20:44,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39525-0x100ab74551d0007, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01430255732 2024-11-14T17:20:44,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38903-0x100ab74551d0006, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01430255732/running 2024-11-14T17:20:44,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38903-0x100ab74551d0006, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01430255732 2024-11-14T17:20:44,902 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39525-0x100ab74551d0007, quorum=127.0.0.1:53679, baseZNode=/01430255732 Set watcher on znode that does not yet exist, /01430255732/running 2024-11-14T17:20:44,903 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38903-0x100ab74551d0006, quorum=127.0.0.1:53679, baseZNode=/01430255732 Set watcher on znode that does not yet exist, /01430255732/running 2024-11-14T17:20:44,904 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T17:20:44,906 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:20:44,906 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:20:44,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:44,907 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4e57a52647ef,39525,1731604837638' ***** 2024-11-14T17:20:44,907 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T17:20:44,908 INFO [RS:0;4e57a52647ef:39525 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T17:20:44,908 INFO [RS:0;4e57a52647ef:39525 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T17:20:44,908 INFO [RS:0;4e57a52647ef:39525 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T17:20:44,909 INFO [RS:0;4e57a52647ef:39525 {}] regionserver.HRegionServer(3091): Received CLOSE for ae29cf33c2cfe47fa07b7a799a396d75 2024-11-14T17:20:44,912 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T17:20:44,932 INFO [RS:0;4e57a52647ef:39525 {}] regionserver.HRegionServer(959): stopping server 4e57a52647ef,39525,1731604837638 2024-11-14T17:20:44,932 INFO [RS:0;4e57a52647ef:39525 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T17:20:44,932 INFO [RS:0;4e57a52647ef:39525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4e57a52647ef:39525. 2024-11-14T17:20:44,932 DEBUG [RS:0;4e57a52647ef:39525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:20:44,932 DEBUG [RS:0;4e57a52647ef:39525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:44,932 INFO [RS:0;4e57a52647ef:39525 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T17:20:44,932 INFO [RS:0;4e57a52647ef:39525 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T17:20:44,932 INFO [RS:0;4e57a52647ef:39525 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T17:20:44,932 INFO [RS:0;4e57a52647ef:39525 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T17:20:44,933 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ae29cf33c2cfe47fa07b7a799a396d75, disabling compactions & flushes 2024-11-14T17:20:44,933 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731604832717.ae29cf33c2cfe47fa07b7a799a396d75. 2024-11-14T17:20:44,933 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731604832717.ae29cf33c2cfe47fa07b7a799a396d75. 2024-11-14T17:20:44,933 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731604832717.ae29cf33c2cfe47fa07b7a799a396d75. after waiting 0 ms 2024-11-14T17:20:44,933 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731604832717.ae29cf33c2cfe47fa07b7a799a396d75. 2024-11-14T17:20:44,938 INFO [RS:0;4e57a52647ef:39525 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T17:20:44,938 DEBUG [RS:0;4e57a52647ef:39525 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ae29cf33c2cfe47fa07b7a799a396d75=hbase:replication,,1731604832717.ae29cf33c2cfe47fa07b7a799a396d75.} 2024-11-14T17:20:44,938 DEBUG [RS:0;4e57a52647ef:39525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ae29cf33c2cfe47fa07b7a799a396d75 2024-11-14T17:20:44,939 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T17:20:44,939 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T17:20:44,939 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T17:20:44,939 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T17:20:44,939 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T17:20:44,939 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-14T17:20:44,945 INFO [regionserver/4e57a52647ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T17:20:44,964 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/data/hbase/replication/ae29cf33c2cfe47fa07b7a799a396d75/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-14T17:20:44,964 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T17:20:44,964 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T17:20:44,965 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731604832717.ae29cf33c2cfe47fa07b7a799a396d75. 2024-11-14T17:20:44,965 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ae29cf33c2cfe47fa07b7a799a396d75: Waiting for close lock at 1731604844933Running coprocessor pre-close hooks at 1731604844933Disabling compacts and flushes for region at 1731604844933Disabling writes for close at 1731604844933Writing region close event to WAL at 1731604844951 (+18 ms)Running coprocessor post-close hooks at 1731604844964 (+13 ms)Closed at 1731604844964 2024-11-14T17:20:44,965 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731604832717.ae29cf33c2cfe47fa07b7a799a396d75. 2024-11-14T17:20:44,966 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/data/hbase/meta/1588230740/.tmp/info/082ef70bfa684c43ba8fb6ee87036b7e is 147, key is hbase:replication,,1731604832717.ae29cf33c2cfe47fa07b7a799a396d75./info:regioninfo/1731604843154/Put/seqid=0 2024-11-14T17:20:44,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46545 is added to blk_1073741851_1027 (size=6385) 2024-11-14T17:20:44,991 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/data/hbase/meta/1588230740/.tmp/info/082ef70bfa684c43ba8fb6ee87036b7e 2024-11-14T17:20:45,003 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/data/hbase/meta/1588230740/.tmp/info/082ef70bfa684c43ba8fb6ee87036b7e as hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/data/hbase/meta/1588230740/info/082ef70bfa684c43ba8fb6ee87036b7e 2024-11-14T17:20:45,010 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/data/hbase/meta/1588230740/info/082ef70bfa684c43ba8fb6ee87036b7e, entries=8, sequenceid=19, filesize=6.2 K 2024-11-14T17:20:45,011 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 72ms, sequenceid=19, compaction requested=false 2024-11-14T17:20:45,037 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-14T17:20:45,038 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T17:20:45,038 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T17:20:45,038 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T17:20:45,038 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731604844939Running coprocessor pre-close hooks at 1731604844939Disabling compacts and flushes for region at 1731604844939Disabling writes for close at 1731604844939Obtaining lock to block concurrent updates at 1731604844939Preparing flush snapshotting stores in 1588230740 at 1731604844939Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731604844940 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731604844941 (+1 ms)Flushing 1588230740/info: creating writer at 1731604844941Flushing 1588230740/info: appending metadata at 1731604844965 (+24 ms)Flushing 1588230740/info: closing flushed file at 1731604844965Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@665821d1: reopening flushed file at 1731604845002 (+37 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 72ms, sequenceid=19, compaction requested=false at 1731604845011 (+9 ms)Writing region close event to WAL at 1731604845015 (+4 ms)Running coprocessor post-close hooks at 1731604845037 (+22 ms)Closed at 1731604845038 (+1 ms) 2024-11-14T17:20:45,038 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T17:20:45,139 INFO [RS:0;4e57a52647ef:39525 {}] regionserver.HRegionServer(976): stopping server 4e57a52647ef,39525,1731604837638; all regions closed. 2024-11-14T17:20:45,142 DEBUG [RS:0;4e57a52647ef:39525.replicationSource.wal-reader.4e57a52647ef%2C39525%2C1731604837638,1-4e57a52647ef,39525,1731604837638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/WALs/4e57a52647ef,39525,1731604837638/4e57a52647ef%2C39525%2C1731604837638.1731604838488 to pos 0, reset compression=false 2024-11-14T17:20:45,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46545 is added to blk_1073741849_1025 (size=2156) 2024-11-14T17:20:45,166 DEBUG [RS:0;4e57a52647ef:39525 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/oldWALs 2024-11-14T17:20:45,166 INFO [RS:0;4e57a52647ef:39525 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4e57a52647ef%2C39525%2C1731604837638.meta:.meta(num 1731604838819) 2024-11-14T17:20:45,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46545 is added to blk_1073741850_1026 (size=796) 2024-11-14T17:20:45,175 DEBUG [RS:0;4e57a52647ef:39525 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/oldWALs 2024-11-14T17:20:45,175 INFO [RS:0;4e57a52647ef:39525 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4e57a52647ef%2C39525%2C1731604837638.rep:(num 1731604843115) 2024-11-14T17:20:45,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46545 is added to blk_1073741848_1024 (size=93) 2024-11-14T17:20:45,194 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/WALs/4e57a52647ef,39525,1731604837638/4e57a52647ef%2C39525%2C1731604837638.1731604838488 not finished, retry = 0 2024-11-14T17:20:45,319 DEBUG [RS:0;4e57a52647ef:39525 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/oldWALs 2024-11-14T17:20:45,320 INFO [RS:0;4e57a52647ef:39525 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4e57a52647ef%2C39525%2C1731604837638:(num 1731604838488) 2024-11-14T17:20:45,320 DEBUG [RS:0;4e57a52647ef:39525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:45,320 INFO [RS:0;4e57a52647ef:39525 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T17:20:45,320 INFO [RS:0;4e57a52647ef:39525 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T17:20:45,320 INFO [RS:0;4e57a52647ef:39525 {}] hbase.ChoreService(370): Chore service for: regionserver/4e57a52647ef:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T17:20:45,320 INFO [RS:0;4e57a52647ef:39525 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T17:20:45,320 INFO [regionserver/4e57a52647ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T17:20:45,320 INFO [RS:0;4e57a52647ef:39525 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4e57a52647ef,39525,1731604837638 because: Region server is closing 2024-11-14T17:20:45,320 INFO [RS:0;4e57a52647ef:39525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4e57a52647ef:39525. 2024-11-14T17:20:45,320 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/4e57a52647ef:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-14T17:20:45,320 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/4e57a52647ef:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-14T17:20:45,320 DEBUG [RS:0;4e57a52647ef:39525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:20:45,320 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/4e57a52647ef:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-14T17:20:45,321 DEBUG [RS:0;4e57a52647ef:39525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:45,321 DEBUG [RS:0;4e57a52647ef:39525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:45,321 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:20:45,421 WARN [RS:0;4e57a52647ef:39525.replicationSource.shipper4e57a52647ef%2C39525%2C1731604837638,1-4e57a52647ef,39525,1731604837638 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T17:20:45,421 INFO [RS:0;4e57a52647ef:39525 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;4e57a52647ef:39525.replicationSource.shipper4e57a52647ef%2C39525%2C1731604837638,1-4e57a52647ef,39525,1731604837638 terminated 2024-11-14T17:20:45,421 INFO [RS:0;4e57a52647ef:39525 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39525 2024-11-14T17:20:45,421 WARN [RS:0;4e57a52647ef:39525.replicationSource.wal-reader.4e57a52647ef%2C39525%2C1731604837638,1-4e57a52647ef,39525,1731604837638 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T17:20:45,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39525-0x100ab74551d0007, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01430255732/rs/4e57a52647ef,39525,1731604837638 2024-11-14T17:20:45,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38903-0x100ab74551d0006, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01430255732/rs 2024-11-14T17:20:45,425 INFO [RS:0;4e57a52647ef:39525 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T17:20:45,426 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4e57a52647ef,39525,1731604837638] 2024-11-14T17:20:45,428 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01430255732/draining/4e57a52647ef,39525,1731604837638 already deleted, retry=false 2024-11-14T17:20:45,428 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4e57a52647ef,39525,1731604837638 expired; onlineServers=0 2024-11-14T17:20:45,428 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4e57a52647ef,38903,1731604837609' ***** 2024-11-14T17:20:45,428 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T17:20:45,428 INFO [M:0;4e57a52647ef:38903 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T17:20:45,428 INFO [M:0;4e57a52647ef:38903 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T17:20:45,428 DEBUG [M:0;4e57a52647ef:38903 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T17:20:45,428 DEBUG [M:0;4e57a52647ef:38903 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T17:20:45,428 DEBUG [master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731604838259 {}] cleaner.HFileCleaner(306): Exit Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731604838259,5,FailOnTimeoutGroup] 2024-11-14T17:20:45,428 INFO [M:0;4e57a52647ef:38903 {}] hbase.ChoreService(370): Chore service for: master/4e57a52647ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T17:20:45,428 INFO [M:0;4e57a52647ef:38903 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T17:20:45,428 DEBUG [M:0;4e57a52647ef:38903 {}] master.HMaster(1795): Stopping service threads 2024-11-14T17:20:45,428 INFO [M:0;4e57a52647ef:38903 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T17:20:45,429 INFO [M:0;4e57a52647ef:38903 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T17:20:45,429 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T17:20:45,429 INFO [M:0;4e57a52647ef:38903 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T17:20:45,429 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T17:20:45,430 DEBUG [master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731604838263 {}] cleaner.HFileCleaner(306): Exit Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731604838263,5,FailOnTimeoutGroup] 2024-11-14T17:20:45,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38903-0x100ab74551d0006, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01430255732/master 2024-11-14T17:20:45,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38903-0x100ab74551d0006, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01430255732 2024-11-14T17:20:45,433 DEBUG [M:0;4e57a52647ef:38903 {}] zookeeper.RecoverableZooKeeper(212): Node /01430255732/master already deleted, retry=false 2024-11-14T17:20:45,433 DEBUG [M:0;4e57a52647ef:38903 {}] master.ActiveMasterManager(353): master:38903-0x100ab74551d0006, quorum=127.0.0.1:53679, baseZNode=/01430255732 Failed delete of our master address node; KeeperErrorCode = NoNode for /01430255732/master 2024-11-14T17:20:45,434 INFO [M:0;4e57a52647ef:38903 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/.lastflushedseqids 2024-11-14T17:20:45,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46545 is added to blk_1073741852_1028 (size=181) 2024-11-14T17:20:45,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39525-0x100ab74551d0007, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:20:45,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39525-0x100ab74551d0007, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:20:45,526 INFO [RS:0;4e57a52647ef:39525 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T17:20:45,526 INFO [RS:0;4e57a52647ef:39525 {}] regionserver.HRegionServer(1031): Exiting; stopping=4e57a52647ef,39525,1731604837638; zookeeper connection closed. 2024-11-14T17:20:45,527 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@147f9efc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@147f9efc 2024-11-14T17:20:45,527 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T17:20:45,870 INFO [M:0;4e57a52647ef:38903 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T17:20:45,870 INFO [M:0;4e57a52647ef:38903 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T17:20:45,870 DEBUG [M:0;4e57a52647ef:38903 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T17:20:45,870 INFO [M:0;4e57a52647ef:38903 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:20:45,870 DEBUG [M:0;4e57a52647ef:38903 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:20:45,870 DEBUG [M:0;4e57a52647ef:38903 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T17:20:45,871 DEBUG [M:0;4e57a52647ef:38903 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:20:45,871 INFO [M:0;4e57a52647ef:38903 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-14T17:20:45,903 DEBUG [M:0;4e57a52647ef:38903 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1d9bb5bd73194af082967f20bf334f3e is 82, key is hbase:meta,,1/info:regioninfo/1731604838877/Put/seqid=0 2024-11-14T17:20:45,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46545 is added to blk_1073741853_1029 (size=5672) 2024-11-14T17:20:45,908 INFO [M:0;4e57a52647ef:38903 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1d9bb5bd73194af082967f20bf334f3e 2024-11-14T17:20:45,932 DEBUG [M:0;4e57a52647ef:38903 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/08f29a86c0fc4f46b96a1146908b4a9c is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731604843161/Put/seqid=0 2024-11-14T17:20:45,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46545 is added to blk_1073741854_1030 (size=7312) 2024-11-14T17:20:45,946 INFO [M:0;4e57a52647ef:38903 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/08f29a86c0fc4f46b96a1146908b4a9c 2024-11-14T17:20:45,976 DEBUG [M:0;4e57a52647ef:38903 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/644ee24aa7da4caaa5b23de89fafdff1 is 69, key is 4e57a52647ef,39525,1731604837638/rs:state/1731604838297/Put/seqid=0 2024-11-14T17:20:46,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46545 is added to blk_1073741855_1031 (size=5370) 2024-11-14T17:20:46,017 INFO [M:0;4e57a52647ef:38903 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/644ee24aa7da4caaa5b23de89fafdff1 2024-11-14T17:20:46,033 INFO [M:0;4e57a52647ef:38903 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 644ee24aa7da4caaa5b23de89fafdff1 2024-11-14T17:20:46,034 DEBUG [M:0;4e57a52647ef:38903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1d9bb5bd73194af082967f20bf334f3e as hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1d9bb5bd73194af082967f20bf334f3e 2024-11-14T17:20:46,042 INFO [M:0;4e57a52647ef:38903 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1d9bb5bd73194af082967f20bf334f3e, entries=8, sequenceid=127, filesize=5.5 K 2024-11-14T17:20:46,043 DEBUG [M:0;4e57a52647ef:38903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/08f29a86c0fc4f46b96a1146908b4a9c as hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/08f29a86c0fc4f46b96a1146908b4a9c 2024-11-14T17:20:46,051 INFO [M:0;4e57a52647ef:38903 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/08f29a86c0fc4f46b96a1146908b4a9c, entries=7, sequenceid=127, filesize=7.1 K 2024-11-14T17:20:46,053 DEBUG [M:0;4e57a52647ef:38903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/644ee24aa7da4caaa5b23de89fafdff1 as hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/644ee24aa7da4caaa5b23de89fafdff1 2024-11-14T17:20:46,061 INFO [M:0;4e57a52647ef:38903 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 644ee24aa7da4caaa5b23de89fafdff1 2024-11-14T17:20:46,061 INFO [M:0;4e57a52647ef:38903 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45889/user/jenkins/test-data/859956fd-8b47-5701-b4b6-0365aa05c56d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/644ee24aa7da4caaa5b23de89fafdff1, entries=2, sequenceid=127, filesize=5.2 K 2024-11-14T17:20:46,062 INFO [M:0;4e57a52647ef:38903 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 191ms, sequenceid=127, compaction requested=false 2024-11-14T17:20:46,079 INFO [M:0;4e57a52647ef:38903 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:20:46,079 DEBUG [M:0;4e57a52647ef:38903 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731604845870Disabling compacts and flushes for region at 1731604845870Disabling writes for close at 1731604845870Obtaining lock to block concurrent updates at 1731604845871 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731604845871Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731604845871Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731604845872 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731604845872Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731604845902 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731604845902Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731604845913 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731604845931 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731604845931Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731604845954 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731604845975 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731604845975Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f1f4685: reopening flushed file at 1731604846033 (+58 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c07a13d: reopening flushed file at 1731604846042 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b481a: reopening flushed file at 1731604846051 (+9 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 191ms, sequenceid=127, compaction requested=false at 1731604846062 (+11 ms)Writing region close event to WAL at 1731604846079 (+17 ms)Closed at 1731604846079 2024-11-14T17:20:46,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46545 is added to blk_1073741847_1023 (size=22903) 2024-11-14T17:20:46,085 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T17:20:46,085 INFO [M:0;4e57a52647ef:38903 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T17:20:46,085 INFO [M:0;4e57a52647ef:38903 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38903 2024-11-14T17:20:46,086 INFO [M:0;4e57a52647ef:38903 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T17:20:46,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38903-0x100ab74551d0006, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:20:46,187 INFO [M:0;4e57a52647ef:38903 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T17:20:46,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38903-0x100ab74551d0006, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:20:46,195 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e6f3ac9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T17:20:46,195 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@556c7296{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T17:20:46,195 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T17:20:46,195 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@594fffb1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T17:20:46,195 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cae3f43{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24cb43de-0659-3f36-5f6a-311a430bcebf/hadoop.log.dir/,STOPPED} 2024-11-14T17:20:46,197 WARN [BP-794088424-172.17.0.3-1731604825370 heartbeating to localhost/127.0.0.1:45889 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T17:20:46,197 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T17:20:46,197 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T17:20:46,197 WARN [BP-794088424-172.17.0.3-1731604825370 heartbeating to localhost/127.0.0.1:45889 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-794088424-172.17.0.3-1731604825370 (Datanode Uuid 526f5de1-f34f-409f-adfc-377551c2ca05) service to localhost/127.0.0.1:45889 2024-11-14T17:20:46,198 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24cb43de-0659-3f36-5f6a-311a430bcebf/cluster_3fd4967b-18d8-3cf1-997a-4f491867ec63/data/data1/current/BP-794088424-172.17.0.3-1731604825370 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T17:20:46,198 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24cb43de-0659-3f36-5f6a-311a430bcebf/cluster_3fd4967b-18d8-3cf1-997a-4f491867ec63/data/data2/current/BP-794088424-172.17.0.3-1731604825370 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T17:20:46,198 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T17:20:46,210 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2af7d3d5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T17:20:46,210 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f84364c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T17:20:46,210 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T17:20:46,210 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@306e315e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T17:20:46,211 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3db3868c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24cb43de-0659-3f36-5f6a-311a430bcebf/hadoop.log.dir/,STOPPED} 2024-11-14T17:20:46,218 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T17:20:46,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T17:20:46,254 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=210 (was 159) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:45159 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:45889 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:45159 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:45889 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:45159 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:45889 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45889 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53679) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:45889 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:45159 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:45889 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53679) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45159 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=581 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=805 (was 911), ProcessCount=11 (was 11), AvailableMemoryMB=1508 (was 450) - AvailableMemoryMB LEAK? - 2024-11-14T17:20:46,266 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=210, OpenFileDescriptor=581, MaxFileDescriptor=1048576, SystemLoadAverage=805, ProcessCount=11, AvailableMemoryMB=1508 2024-11-14T17:20:46,286 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-14T17:20:46,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c4fedd-3abd-36ce-66f3-03b919beaac6/hadoop.log.dir so I do NOT create it in target/test-data/2a249626-7e24-1392-f4fa-df8c5f9e67dd 2024-11-14T17:20:46,287 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c4fedd-3abd-36ce-66f3-03b919beaac6/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T17:20:46,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c4fedd-3abd-36ce-66f3-03b919beaac6/hadoop.tmp.dir so I do NOT create it in target/test-data/2a249626-7e24-1392-f4fa-df8c5f9e67dd 2024-11-14T17:20:46,287 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22c4fedd-3abd-36ce-66f3-03b919beaac6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T17:20:46,287 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a249626-7e24-1392-f4fa-df8c5f9e67dd 2024-11-14T17:20:46,287 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a249626-7e24-1392-f4fa-df8c5f9e67dd/cluster_ae9397f5-4433-15e8-bbcb-639f0b5d710f, deleteOnExit=true 2024-11-14T17:20:46,303 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a249626-7e24-1392-f4fa-df8c5f9e67dd/cluster_ae9397f5-4433-15e8-bbcb-639f0b5d710f/zookeeper_0, clientPort=53917, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a249626-7e24-1392-f4fa-df8c5f9e67dd/cluster_ae9397f5-4433-15e8-bbcb-639f0b5d710f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a249626-7e24-1392-f4fa-df8c5f9e67dd/cluster_ae9397f5-4433-15e8-bbcb-639f0b5d710f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T17:20:46,307 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53917 2024-11-14T17:20:46,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T17:20:46,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T17:20:46,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a249626-7e24-1392-f4fa-df8c5f9e67dd/test.cache.data in system properties and HBase conf 2024-11-14T17:20:46,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a249626-7e24-1392-f4fa-df8c5f9e67dd/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T17:20:46,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a249626-7e24-1392-f4fa-df8c5f9e67dd/hadoop.log.dir in system properties and HBase conf 2024-11-14T17:20:46,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a249626-7e24-1392-f4fa-df8c5f9e67dd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T17:20:46,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a249626-7e24-1392-f4fa-df8c5f9e67dd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T17:20:46,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T17:20:46,307 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T17:20:46,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a249626-7e24-1392-f4fa-df8c5f9e67dd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T17:20:46,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a249626-7e24-1392-f4fa-df8c5f9e67dd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T17:20:46,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a249626-7e24-1392-f4fa-df8c5f9e67dd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T17:20:46,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a249626-7e24-1392-f4fa-df8c5f9e67dd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T17:20:46,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a249626-7e24-1392-f4fa-df8c5f9e67dd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T17:20:46,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a249626-7e24-1392-f4fa-df8c5f9e67dd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T17:20:46,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a249626-7e24-1392-f4fa-df8c5f9e67dd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T17:20:46,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a249626-7e24-1392-f4fa-df8c5f9e67dd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T17:20:46,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a249626-7e24-1392-f4fa-df8c5f9e67dd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T17:20:46,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a249626-7e24-1392-f4fa-df8c5f9e67dd/nfs.dump.dir in system properties and HBase conf 2024-11-14T17:20:46,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a249626-7e24-1392-f4fa-df8c5f9e67dd/java.io.tmpdir in system properties and HBase conf 2024-11-14T17:20:46,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a249626-7e24-1392-f4fa-df8c5f9e67dd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T17:20:46,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a249626-7e24-1392-f4fa-df8c5f9e67dd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T17:20:46,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a249626-7e24-1392-f4fa-df8c5f9e67dd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T17:20:46,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100ab74551d0005, quorum=127.0.0.1:53679, baseZNode=/1-173000116 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T17:20:46,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100ab74551d0002, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T17:20:46,316 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100ab74551d0002, quorum=127.0.0.1:53679, baseZNode=/01430255732 Received Disconnected from ZooKeeper, ignoring 2024-11-14T17:20:46,316 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100ab74551d0005, quorum=127.0.0.1:53679, baseZNode=/1-173000116 Received Disconnected from ZooKeeper, ignoring 2024-11-14T17:20:46,479 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T17:20:46,503 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T17:20:46,549 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T17:20:46,549 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T17:20:46,549 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T17:20:46,552 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T17:20:46,554 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69d6e998{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a249626-7e24-1392-f4fa-df8c5f9e67dd/hadoop.log.dir/,AVAILABLE} 2024-11-14T17:20:46,555 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c4045f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T17:20:46,719 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44355685{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a249626-7e24-1392-f4fa-df8c5f9e67dd/java.io.tmpdir/jetty-localhost-35023-hadoop-hdfs-3_4_1-tests_jar-_-any-10714170997652742230/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T17:20:46,721 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3eb329d7{HTTP/1.1, (http/1.1)}{localhost:35023} 2024-11-14T17:20:46,721 INFO [Time-limited test {}] server.Server(415): Started @151099ms 2024-11-14T17:20:46,907 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T17:20:46,923 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T17:20:46,941 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T17:20:46,941 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T17:20:46,941 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T17:20:46,943 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7afe8a23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a249626-7e24-1392-f4fa-df8c5f9e67dd/hadoop.log.dir/,AVAILABLE} 2024-11-14T17:20:46,943 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b5ff924{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T17:20:47,138 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f320e03{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a249626-7e24-1392-f4fa-df8c5f9e67dd/java.io.tmpdir/jetty-localhost-40883-hadoop-hdfs-3_4_1-tests_jar-_-any-2414383529756440076/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T17:20:47,153 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3bdea809{HTTP/1.1, (http/1.1)}{localhost:40883} 2024-11-14T17:20:47,153 INFO [Time-limited test {}] server.Server(415): Started @151531ms 2024-11-14T17:20:47,157 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T17:20:47,522 WARN [Thread-1676 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a249626-7e24-1392-f4fa-df8c5f9e67dd/cluster_ae9397f5-4433-15e8-bbcb-639f0b5d710f/data/data2/current/BP-259948906-172.17.0.3-1731604846361/current, will proceed with Du for space computation calculation, 2024-11-14T17:20:47,528 WARN [Thread-1675 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a249626-7e24-1392-f4fa-df8c5f9e67dd/cluster_ae9397f5-4433-15e8-bbcb-639f0b5d710f/data/data1/current/BP-259948906-172.17.0.3-1731604846361/current, will proceed with Du for space computation calculation, 2024-11-14T17:20:47,647 WARN [Thread-1663 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T17:20:47,655 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x50b7bd49f4a1480e with lease ID 0xc4433bf10d857c33: Processing first storage report for DS-2cbbe4ad-ce0d-4386-8194-cf4754c68392 from datanode DatanodeRegistration(127.0.0.1:36137, datanodeUuid=e2ab0873-a87e-481e-bd4f-8b2c089f7141, infoPort=38311, infoSecurePort=0, ipcPort=40059, storageInfo=lv=-57;cid=testClusterID;nsid=1758243561;c=1731604846361) 2024-11-14T17:20:47,655 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x50b7bd49f4a1480e with lease ID 0xc4433bf10d857c33: from storage DS-2cbbe4ad-ce0d-4386-8194-cf4754c68392 node DatanodeRegistration(127.0.0.1:36137, datanodeUuid=e2ab0873-a87e-481e-bd4f-8b2c089f7141, infoPort=38311, infoSecurePort=0, ipcPort=40059, storageInfo=lv=-57;cid=testClusterID;nsid=1758243561;c=1731604846361), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T17:20:47,655 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x50b7bd49f4a1480e with lease ID 0xc4433bf10d857c33: Processing first storage report for DS-70b30e1c-197d-4ffc-b787-4606c0b458ad from datanode DatanodeRegistration(127.0.0.1:36137, datanodeUuid=e2ab0873-a87e-481e-bd4f-8b2c089f7141, infoPort=38311, infoSecurePort=0, ipcPort=40059, storageInfo=lv=-57;cid=testClusterID;nsid=1758243561;c=1731604846361) 2024-11-14T17:20:47,655 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x50b7bd49f4a1480e with lease ID 0xc4433bf10d857c33: from storage DS-70b30e1c-197d-4ffc-b787-4606c0b458ad node DatanodeRegistration(127.0.0.1:36137, datanodeUuid=e2ab0873-a87e-481e-bd4f-8b2c089f7141, infoPort=38311, infoSecurePort=0, ipcPort=40059, storageInfo=lv=-57;cid=testClusterID;nsid=1758243561;c=1731604846361), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T17:20:47,675 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a249626-7e24-1392-f4fa-df8c5f9e67dd 2024-11-14T17:20:47,675 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:20:47,677 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:20:47,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741825_1001 (size=7) 2024-11-14T17:20:47,722 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698 with version=8 2024-11-14T17:20:47,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/hbase-staging 2024-11-14T17:20:47,725 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4e57a52647ef:0 server-side Connection retries=45 2024-11-14T17:20:47,725 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:20:47,725 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T17:20:47,725 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T17:20:47,725 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:20:47,725 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T17:20:47,725 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T17:20:47,726 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T17:20:47,727 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44077 2024-11-14T17:20:47,728 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44077 connecting to ZooKeeper ensemble=127.0.0.1:53917 2024-11-14T17:20:47,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:440770x0, quorum=127.0.0.1:53917, baseZNode=/0225389310 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:20:47,771 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44077-0x100ab74a6fd0000 connected 2024-11-14T17:20:47,853 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:20:47,855 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:20:47,860 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44077-0x100ab74a6fd0000, quorum=127.0.0.1:53917, baseZNode=/0225389310 Set watcher on znode that does not yet exist, /0225389310/running 2024-11-14T17:20:47,860 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698, hbase.cluster.distributed=false 2024-11-14T17:20:47,863 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44077-0x100ab74a6fd0000, quorum=127.0.0.1:53917, baseZNode=/0225389310 Set watcher on znode that does not yet exist, /0225389310/acl 2024-11-14T17:20:47,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44077 2024-11-14T17:20:47,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44077 2024-11-14T17:20:47,893 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44077 2024-11-14T17:20:47,903 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44077 2024-11-14T17:20:47,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44077 2024-11-14T17:20:47,941 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4e57a52647ef:0 server-side Connection retries=45 2024-11-14T17:20:47,941 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:20:47,941 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T17:20:47,941 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T17:20:47,941 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:20:47,941 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T17:20:47,941 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T17:20:47,942 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T17:20:47,947 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46289 2024-11-14T17:20:47,948 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46289 connecting to ZooKeeper ensemble=127.0.0.1:53917 2024-11-14T17:20:47,949 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:20:47,951 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:20:47,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:462890x0, quorum=127.0.0.1:53917, baseZNode=/0225389310 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:20:47,964 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:462890x0, quorum=127.0.0.1:53917, baseZNode=/0225389310 Set watcher on znode that does not yet exist, /0225389310/running 2024-11-14T17:20:47,964 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T17:20:47,966 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46289-0x100ab74a6fd0001 connected 2024-11-14T17:20:47,987 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T17:20:47,989 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46289-0x100ab74a6fd0001, quorum=127.0.0.1:53917, baseZNode=/0225389310 Set watcher on znode that does not yet exist, /0225389310/master 2024-11-14T17:20:47,990 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46289-0x100ab74a6fd0001, quorum=127.0.0.1:53917, baseZNode=/0225389310 Set watcher on znode that does not yet exist, /0225389310/acl 2024-11-14T17:20:48,015 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46289 2024-11-14T17:20:48,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46289 2024-11-14T17:20:48,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46289 2024-11-14T17:20:48,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46289 2024-11-14T17:20:48,034 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46289 2024-11-14T17:20:48,051 DEBUG [M:0;4e57a52647ef:44077 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4e57a52647ef:44077 2024-11-14T17:20:48,056 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0225389310/backup-masters/4e57a52647ef,44077,1731604847725 2024-11-14T17:20:48,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44077-0x100ab74a6fd0000, quorum=127.0.0.1:53917, baseZNode=/0225389310 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0225389310/backup-masters 2024-11-14T17:20:48,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46289-0x100ab74a6fd0001, quorum=127.0.0.1:53917, baseZNode=/0225389310 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0225389310/backup-masters 2024-11-14T17:20:48,059 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44077-0x100ab74a6fd0000, quorum=127.0.0.1:53917, baseZNode=/0225389310 Set watcher on existing znode=/0225389310/backup-masters/4e57a52647ef,44077,1731604847725 2024-11-14T17:20:48,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46289-0x100ab74a6fd0001, quorum=127.0.0.1:53917, baseZNode=/0225389310 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0225389310/master 2024-11-14T17:20:48,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46289-0x100ab74a6fd0001, quorum=127.0.0.1:53917, baseZNode=/0225389310 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0225389310 2024-11-14T17:20:48,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44077-0x100ab74a6fd0000, quorum=127.0.0.1:53917, baseZNode=/0225389310 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0225389310 2024-11-14T17:20:48,063 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44077-0x100ab74a6fd0000, quorum=127.0.0.1:53917, baseZNode=/0225389310 Set watcher on existing znode=/0225389310/master 2024-11-14T17:20:48,063 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0225389310/backup-masters/4e57a52647ef,44077,1731604847725 from backup master directory 2024-11-14T17:20:48,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44077-0x100ab74a6fd0000, quorum=127.0.0.1:53917, baseZNode=/0225389310 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0225389310/backup-masters/4e57a52647ef,44077,1731604847725 2024-11-14T17:20:48,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44077-0x100ab74a6fd0000, quorum=127.0.0.1:53917, baseZNode=/0225389310 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0225389310/backup-masters 2024-11-14T17:20:48,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46289-0x100ab74a6fd0001, quorum=127.0.0.1:53917, baseZNode=/0225389310 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0225389310/backup-masters 2024-11-14T17:20:48,065 WARN [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T17:20:48,065 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4e57a52647ef,44077,1731604847725 2024-11-14T17:20:48,073 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/hbase.id] with ID: fa656c3b-a3e3-411b-a3b7-010d6bf39e84 2024-11-14T17:20:48,073 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/.tmp/hbase.id 2024-11-14T17:20:48,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741826_1002 (size=42) 2024-11-14T17:20:48,113 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/.tmp/hbase.id]:[hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/hbase.id] 2024-11-14T17:20:48,140 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:20:48,140 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T17:20:48,141 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T17:20:48,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46289-0x100ab74a6fd0001, quorum=127.0.0.1:53917, baseZNode=/0225389310 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0225389310 2024-11-14T17:20:48,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44077-0x100ab74a6fd0000, quorum=127.0.0.1:53917, baseZNode=/0225389310 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0225389310 2024-11-14T17:20:48,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741827_1003 (size=196) 2024-11-14T17:20:48,213 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T17:20:48,214 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T17:20:48,218 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:20:48,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741828_1004 (size=1189) 2024-11-14T17:20:48,663 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/MasterData/data/master/store 2024-11-14T17:20:48,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741829_1005 (size=34) 2024-11-14T17:20:49,114 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:20:49,115 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T17:20:49,115 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:20:49,115 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:20:49,115 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T17:20:49,115 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:20:49,117 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:20:49,117 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731604849114Disabling compacts and flushes for region at 1731604849114Disabling writes for close at 1731604849115 (+1 ms)Writing region close event to WAL at 1731604849115Closed at 1731604849117 (+2 ms) 2024-11-14T17:20:49,118 WARN [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/MasterData/data/master/store/.initializing 2024-11-14T17:20:49,118 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/MasterData/WALs/4e57a52647ef,44077,1731604847725 2024-11-14T17:20:49,120 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T17:20:49,122 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4e57a52647ef%2C44077%2C1731604847725, suffix=, logDir=hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/MasterData/WALs/4e57a52647ef,44077,1731604847725, archiveDir=hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/MasterData/oldWALs, maxLogs=10 2024-11-14T17:20:49,160 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/MasterData/WALs/4e57a52647ef,44077,1731604847725/4e57a52647ef%2C44077%2C1731604847725.1731604849122, exclude list is [], retry=0 2024-11-14T17:20:49,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36137,DS-2cbbe4ad-ce0d-4386-8194-cf4754c68392,DISK] 2024-11-14T17:20:49,197 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/MasterData/WALs/4e57a52647ef,44077,1731604847725/4e57a52647ef%2C44077%2C1731604847725.1731604849122 2024-11-14T17:20:49,216 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38311:38311)] 2024-11-14T17:20:49,216 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:20:49,217 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:20:49,217 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:20:49,217 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:20:49,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:20:49,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T17:20:49,222 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:49,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:20:49,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:20:49,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T17:20:49,236 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:49,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:20:49,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:20:49,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T17:20:49,242 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:49,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:20:49,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:20:49,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T17:20:49,246 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:49,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:20:49,248 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:20:49,250 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:20:49,250 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:20:49,254 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:20:49,254 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:20:49,259 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:20:49,265 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:20:49,279 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:20:49,282 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67163146, jitterRate=8.088648319244385E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:20:49,283 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731604849217Initializing all the Stores at 1731604849218 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604849219 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604849220 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604849220Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604849220Cleaning up temporary data from old regions at 1731604849254 (+34 ms)Region opened successfully at 1731604849283 (+29 ms) 2024-11-14T17:20:49,285 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T17:20:49,291 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c73e45b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4e57a52647ef/172.17.0.3:0 2024-11-14T17:20:49,297 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T17:20:49,298 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T17:20:49,298 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T17:20:49,298 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T17:20:49,299 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T17:20:49,299 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T17:20:49,299 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T17:20:49,314 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T17:20:49,315 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44077-0x100ab74a6fd0000, quorum=127.0.0.1:53917, baseZNode=/0225389310 Unable to get data of znode /0225389310/balancer because node does not exist (not necessarily an error) 2024-11-14T17:20:49,316 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0225389310/balancer already deleted, retry=false 2024-11-14T17:20:49,317 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T17:20:49,319 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44077-0x100ab74a6fd0000, quorum=127.0.0.1:53917, baseZNode=/0225389310 Unable to get data of znode /0225389310/normalizer because node does not exist (not necessarily an error) 2024-11-14T17:20:49,320 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0225389310/normalizer already deleted, retry=false 2024-11-14T17:20:49,321 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T17:20:49,323 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44077-0x100ab74a6fd0000, quorum=127.0.0.1:53917, baseZNode=/0225389310 Unable to get data of znode /0225389310/switch/split because node does not exist (not necessarily an error) 2024-11-14T17:20:49,325 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0225389310/switch/split already deleted, retry=false 2024-11-14T17:20:49,326 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44077-0x100ab74a6fd0000, quorum=127.0.0.1:53917, baseZNode=/0225389310 Unable to get data of znode /0225389310/switch/merge because node does not exist (not necessarily an error) 2024-11-14T17:20:49,328 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0225389310/switch/merge already deleted, retry=false 2024-11-14T17:20:49,337 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44077-0x100ab74a6fd0000, quorum=127.0.0.1:53917, baseZNode=/0225389310 Unable to get data of znode /0225389310/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T17:20:49,340 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0225389310/snapshot-cleanup already deleted, retry=false 2024-11-14T17:20:49,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46289-0x100ab74a6fd0001, quorum=127.0.0.1:53917, baseZNode=/0225389310 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0225389310/running 2024-11-14T17:20:49,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46289-0x100ab74a6fd0001, quorum=127.0.0.1:53917, baseZNode=/0225389310 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0225389310 2024-11-14T17:20:49,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44077-0x100ab74a6fd0000, quorum=127.0.0.1:53917, baseZNode=/0225389310 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0225389310/running 2024-11-14T17:20:49,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44077-0x100ab74a6fd0000, quorum=127.0.0.1:53917, baseZNode=/0225389310 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0225389310 2024-11-14T17:20:49,352 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4e57a52647ef,44077,1731604847725, sessionid=0x100ab74a6fd0000, setting cluster-up flag (Was=false) 2024-11-14T17:20:49,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44077-0x100ab74a6fd0000, quorum=127.0.0.1:53917, baseZNode=/0225389310 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0225389310 2024-11-14T17:20:49,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46289-0x100ab74a6fd0001, quorum=127.0.0.1:53917, baseZNode=/0225389310 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0225389310 2024-11-14T17:20:49,384 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0225389310/flush-table-proc/acquired, /0225389310/flush-table-proc/reached, /0225389310/flush-table-proc/abort 2024-11-14T17:20:49,389 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4e57a52647ef,44077,1731604847725 2024-11-14T17:20:49,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44077-0x100ab74a6fd0000, quorum=127.0.0.1:53917, baseZNode=/0225389310 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0225389310 2024-11-14T17:20:49,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46289-0x100ab74a6fd0001, quorum=127.0.0.1:53917, baseZNode=/0225389310 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0225389310 2024-11-14T17:20:49,416 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0225389310/online-snapshot/acquired, /0225389310/online-snapshot/reached, /0225389310/online-snapshot/abort 2024-11-14T17:20:49,418 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4e57a52647ef,44077,1731604847725 2024-11-14T17:20:49,428 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T17:20:49,434 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T17:20:49,435 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T17:20:49,435 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T17:20:49,435 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4e57a52647ef,44077,1731604847725 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T17:20:49,444 INFO [RS:0;4e57a52647ef:46289 {}] regionserver.HRegionServer(746): ClusterId : fa656c3b-a3e3-411b-a3b7-010d6bf39e84 2024-11-14T17:20:49,445 DEBUG [RS:0;4e57a52647ef:46289 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T17:20:49,449 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:20:49,449 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:20:49,449 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:20:49,449 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:20:49,450 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4e57a52647ef:0, corePoolSize=10, maxPoolSize=10 2024-11-14T17:20:49,450 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:20:49,450 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4e57a52647ef:0, corePoolSize=2, maxPoolSize=2 2024-11-14T17:20:49,450 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:20:49,451 DEBUG [RS:0;4e57a52647ef:46289 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T17:20:49,451 DEBUG [RS:0;4e57a52647ef:46289 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T17:20:49,463 DEBUG [RS:0;4e57a52647ef:46289 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T17:20:49,463 DEBUG [RS:0;4e57a52647ef:46289 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@222a7eee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4e57a52647ef/172.17.0.3:0 2024-11-14T17:20:49,464 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T17:20:49,464 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T17:20:49,475 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:49,475 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T17:20:49,483 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731604879482 2024-11-14T17:20:49,483 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T17:20:49,483 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T17:20:49,483 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T17:20:49,483 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T17:20:49,483 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T17:20:49,483 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T17:20:49,494 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:49,499 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T17:20:49,499 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T17:20:49,499 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T17:20:49,499 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T17:20:49,500 DEBUG [RS:0;4e57a52647ef:46289 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4e57a52647ef:46289 2024-11-14T17:20:49,500 INFO [RS:0;4e57a52647ef:46289 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T17:20:49,500 INFO [RS:0;4e57a52647ef:46289 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T17:20:49,500 DEBUG [RS:0;4e57a52647ef:46289 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T17:20:49,501 INFO [RS:0;4e57a52647ef:46289 {}] regionserver.HRegionServer(2659): reportForDuty to master=4e57a52647ef,44077,1731604847725 with port=46289, startcode=1731604847941 2024-11-14T17:20:49,501 DEBUG [RS:0;4e57a52647ef:46289 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T17:20:49,509 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T17:20:49,509 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T17:20:49,509 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731604849509,5,FailOnTimeoutGroup] 2024-11-14T17:20:49,510 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731604849510,5,FailOnTimeoutGroup] 2024-11-14T17:20:49,510 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:49,510 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T17:20:49,510 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:49,510 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:49,523 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40285, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T17:20:49,524 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44077 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4e57a52647ef,46289,1731604847941 2024-11-14T17:20:49,524 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44077 {}] master.ServerManager(517): Registering regionserver=4e57a52647ef,46289,1731604847941 2024-11-14T17:20:49,527 DEBUG [RS:0;4e57a52647ef:46289 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698 2024-11-14T17:20:49,527 DEBUG [RS:0;4e57a52647ef:46289 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43527 2024-11-14T17:20:49,527 DEBUG [RS:0;4e57a52647ef:46289 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T17:20:49,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44077-0x100ab74a6fd0000, quorum=127.0.0.1:53917, baseZNode=/0225389310 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0225389310/rs 2024-11-14T17:20:49,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741831_1007 (size=1321) 2024-11-14T17:20:49,535 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T17:20:49,535 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698 2024-11-14T17:20:49,537 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4e57a52647ef,46289,1731604847941] 2024-11-14T17:20:49,541 DEBUG [RS:0;4e57a52647ef:46289 {}] zookeeper.ZKUtil(111): regionserver:46289-0x100ab74a6fd0001, quorum=127.0.0.1:53917, baseZNode=/0225389310 Set watcher on existing znode=/0225389310/rs/4e57a52647ef,46289,1731604847941 2024-11-14T17:20:49,541 WARN [RS:0;4e57a52647ef:46289 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T17:20:49,541 INFO [RS:0;4e57a52647ef:46289 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:20:49,541 DEBUG [RS:0;4e57a52647ef:46289 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/WALs/4e57a52647ef,46289,1731604847941 2024-11-14T17:20:49,567 INFO [RS:0;4e57a52647ef:46289 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T17:20:49,582 INFO [RS:0;4e57a52647ef:46289 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T17:20:49,583 INFO [RS:0;4e57a52647ef:46289 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T17:20:49,583 INFO [RS:0;4e57a52647ef:46289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:49,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741832_1008 (size=32) 2024-11-14T17:20:49,594 INFO [RS:0;4e57a52647ef:46289 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T17:20:49,599 INFO [RS:0;4e57a52647ef:46289 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T17:20:49,599 INFO [RS:0;4e57a52647ef:46289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:49,599 DEBUG [RS:0;4e57a52647ef:46289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:20:49,599 DEBUG [RS:0;4e57a52647ef:46289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:20:49,599 DEBUG [RS:0;4e57a52647ef:46289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:20:49,599 DEBUG [RS:0;4e57a52647ef:46289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:20:49,599 DEBUG [RS:0;4e57a52647ef:46289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:20:49,599 DEBUG [RS:0;4e57a52647ef:46289 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4e57a52647ef:0, corePoolSize=2, maxPoolSize=2 2024-11-14T17:20:49,599 DEBUG [RS:0;4e57a52647ef:46289 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:20:49,599 DEBUG [RS:0;4e57a52647ef:46289 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:20:49,599 DEBUG [RS:0;4e57a52647ef:46289 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:20:49,599 DEBUG [RS:0;4e57a52647ef:46289 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:20:49,599 DEBUG [RS:0;4e57a52647ef:46289 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:20:49,599 DEBUG [RS:0;4e57a52647ef:46289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:20:49,599 DEBUG [RS:0;4e57a52647ef:46289 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4e57a52647ef:0, corePoolSize=3, maxPoolSize=3 2024-11-14T17:20:49,600 DEBUG [RS:0;4e57a52647ef:46289 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4e57a52647ef:0, corePoolSize=3, maxPoolSize=3 2024-11-14T17:20:49,614 INFO [RS:0;4e57a52647ef:46289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:49,614 INFO [RS:0;4e57a52647ef:46289 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:49,614 INFO [RS:0;4e57a52647ef:46289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:49,614 INFO [RS:0;4e57a52647ef:46289 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:49,614 INFO [RS:0;4e57a52647ef:46289 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:49,614 INFO [RS:0;4e57a52647ef:46289 {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,46289,1731604847941-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T17:20:49,634 INFO [RS:0;4e57a52647ef:46289 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T17:20:49,634 INFO [RS:0;4e57a52647ef:46289 {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,46289,1731604847941-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:49,634 INFO [RS:0;4e57a52647ef:46289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:49,635 INFO [RS:0;4e57a52647ef:46289 {}] regionserver.Replication(171): 4e57a52647ef,46289,1731604847941 started 2024-11-14T17:20:49,653 INFO [RS:0;4e57a52647ef:46289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:49,653 INFO [RS:0;4e57a52647ef:46289 {}] regionserver.HRegionServer(1482): Serving as 4e57a52647ef,46289,1731604847941, RpcServer on 4e57a52647ef/172.17.0.3:46289, sessionid=0x100ab74a6fd0001 2024-11-14T17:20:49,653 DEBUG [RS:0;4e57a52647ef:46289 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T17:20:49,653 DEBUG [RS:0;4e57a52647ef:46289 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4e57a52647ef,46289,1731604847941 2024-11-14T17:20:49,653 DEBUG [RS:0;4e57a52647ef:46289 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4e57a52647ef,46289,1731604847941' 2024-11-14T17:20:49,653 DEBUG [RS:0;4e57a52647ef:46289 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0225389310/flush-table-proc/abort' 2024-11-14T17:20:49,654 DEBUG [RS:0;4e57a52647ef:46289 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0225389310/flush-table-proc/acquired' 2024-11-14T17:20:49,655 DEBUG [RS:0;4e57a52647ef:46289 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T17:20:49,655 DEBUG [RS:0;4e57a52647ef:46289 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T17:20:49,655 DEBUG [RS:0;4e57a52647ef:46289 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4e57a52647ef,46289,1731604847941 2024-11-14T17:20:49,655 DEBUG [RS:0;4e57a52647ef:46289 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4e57a52647ef,46289,1731604847941' 2024-11-14T17:20:49,655 DEBUG [RS:0;4e57a52647ef:46289 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0225389310/online-snapshot/abort' 2024-11-14T17:20:49,659 DEBUG [RS:0;4e57a52647ef:46289 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0225389310/online-snapshot/acquired' 2024-11-14T17:20:49,664 DEBUG [RS:0;4e57a52647ef:46289 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T17:20:49,664 INFO [RS:0;4e57a52647ef:46289 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T17:20:49,664 INFO [RS:0;4e57a52647ef:46289 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T17:20:49,764 INFO [RS:0;4e57a52647ef:46289 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T17:20:49,783 INFO [RS:0;4e57a52647ef:46289 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4e57a52647ef%2C46289%2C1731604847941, suffix=, logDir=hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/WALs/4e57a52647ef,46289,1731604847941, archiveDir=hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/oldWALs, maxLogs=10 2024-11-14T17:20:49,801 DEBUG [RS:0;4e57a52647ef:46289 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/WALs/4e57a52647ef,46289,1731604847941/4e57a52647ef%2C46289%2C1731604847941.1731604849783, exclude list is [], retry=0 2024-11-14T17:20:49,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36137,DS-2cbbe4ad-ce0d-4386-8194-cf4754c68392,DISK] 2024-11-14T17:20:49,827 INFO [RS:0;4e57a52647ef:46289 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/WALs/4e57a52647ef,46289,1731604847941/4e57a52647ef%2C46289%2C1731604847941.1731604849783 2024-11-14T17:20:49,829 DEBUG [RS:0;4e57a52647ef:46289 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38311:38311)] 2024-11-14T17:20:49,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:20:50,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T17:20:50,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T17:20:50,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:50,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:20:50,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T17:20:50,051 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T17:20:50,051 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:50,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:20:50,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T17:20:50,067 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T17:20:50,067 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:50,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:20:50,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T17:20:50,083 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T17:20:50,084 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:50,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:20:50,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T17:20:50,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/data/hbase/meta/1588230740 2024-11-14T17:20:50,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/data/hbase/meta/1588230740 2024-11-14T17:20:50,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T17:20:50,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T17:20:50,122 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:20:50,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T17:20:50,153 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:20:50,155 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59165541, jitterRate=-0.11836473643779755}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:20:50,156 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731604849997Initializing all the Stores at 1731604850006 (+9 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604850006Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604850013 (+7 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604850013Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604850013Cleaning up temporary data from old regions at 1731604850116 (+103 ms)Region opened successfully at 1731604850156 (+40 ms) 2024-11-14T17:20:50,156 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T17:20:50,156 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T17:20:50,156 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T17:20:50,156 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T17:20:50,156 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T17:20:50,162 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T17:20:50,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731604850156Disabling compacts and flushes for region at 1731604850156Disabling writes for close at 1731604850156Writing region close event to WAL at 1731604850162 (+6 ms)Closed at 1731604850162 2024-11-14T17:20:50,164 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T17:20:50,165 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T17:20:50,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T17:20:50,166 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T17:20:50,171 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T17:20:50,323 DEBUG [4e57a52647ef:44077 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T17:20:50,324 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4e57a52647ef,46289,1731604847941 2024-11-14T17:20:50,328 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4e57a52647ef,46289,1731604847941, state=OPENING 2024-11-14T17:20:50,335 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T17:20:50,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46289-0x100ab74a6fd0001, quorum=127.0.0.1:53917, baseZNode=/0225389310 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0225389310 2024-11-14T17:20:50,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44077-0x100ab74a6fd0000, quorum=127.0.0.1:53917, baseZNode=/0225389310 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0225389310 2024-11-14T17:20:50,344 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0225389310/meta-region-server: CHANGED 2024-11-14T17:20:50,344 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T17:20:50,344 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4e57a52647ef,46289,1731604847941}] 2024-11-14T17:20:50,346 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0225389310/meta-region-server: CHANGED 2024-11-14T17:20:50,469 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T17:20:50,502 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T17:20:50,504 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38985, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T17:20:50,522 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T17:20:50,522 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:20:50,522 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T17:20:50,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:20:50,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:20:50,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:20:50,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:20:50,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:20:50,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:20:50,528 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4e57a52647ef%2C46289%2C1731604847941.meta, suffix=.meta, logDir=hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/WALs/4e57a52647ef,46289,1731604847941, archiveDir=hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/oldWALs, maxLogs=10 2024-11-14T17:20:50,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:20:50,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:20:50,550 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/WALs/4e57a52647ef,46289,1731604847941/4e57a52647ef%2C46289%2C1731604847941.meta.1731604850529.meta, exclude list is [], retry=0 2024-11-14T17:20:50,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36137,DS-2cbbe4ad-ce0d-4386-8194-cf4754c68392,DISK] 2024-11-14T17:20:50,569 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/WALs/4e57a52647ef,46289,1731604847941/4e57a52647ef%2C46289%2C1731604847941.meta.1731604850529.meta 2024-11-14T17:20:50,570 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38311:38311)] 2024-11-14T17:20:50,570 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:20:50,570 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T17:20:50,570 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T17:20:50,570 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T17:20:50,571 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T17:20:50,571 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T17:20:50,571 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:20:50,571 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T17:20:50,571 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T17:20:50,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T17:20:50,587 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T17:20:50,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:50,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:20:50,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T17:20:50,599 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T17:20:50,599 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:50,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:20:50,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T17:20:50,600 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T17:20:50,600 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:50,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:20:50,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T17:20:50,602 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T17:20:50,602 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:50,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:20:50,603 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T17:20:50,603 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/data/hbase/meta/1588230740 2024-11-14T17:20:50,605 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/data/hbase/meta/1588230740 2024-11-14T17:20:50,606 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T17:20:50,606 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T17:20:50,606 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:20:50,609 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T17:20:50,611 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67560999, jitterRate=0.00673733651638031}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:20:50,611 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T17:20:50,612 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731604850571Writing region info on filesystem at 1731604850571Initializing all the Stores at 1731604850576 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604850576Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604850578 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604850578Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604850578Cleaning up temporary data from old regions at 1731604850606 (+28 ms)Running coprocessor post-open hooks at 1731604850611 (+5 ms)Region opened successfully at 1731604850612 (+1 ms) 2024-11-14T17:20:50,615 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731604850502 2024-11-14T17:20:50,619 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4e57a52647ef,46289,1731604847941 2024-11-14T17:20:50,620 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4e57a52647ef,46289,1731604847941, state=OPEN 2024-11-14T17:20:50,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46289-0x100ab74a6fd0001, quorum=127.0.0.1:53917, baseZNode=/0225389310 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0225389310/meta-region-server 2024-11-14T17:20:50,627 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0225389310/meta-region-server: CHANGED 2024-11-14T17:20:50,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44077-0x100ab74a6fd0000, quorum=127.0.0.1:53917, baseZNode=/0225389310 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0225389310/meta-region-server 2024-11-14T17:20:50,628 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4e57a52647ef,46289,1731604847941 2024-11-14T17:20:50,628 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0225389310/meta-region-server: CHANGED 2024-11-14T17:20:50,630 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T17:20:50,630 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T17:20:50,631 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T17:20:50,631 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4e57a52647ef,46289,1731604847941 in 284 msec 2024-11-14T17:20:50,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T17:20:50,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 467 msec 2024-11-14T17:20:50,639 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T17:20:50,639 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T17:20:50,641 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:20:50,641 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,46289,1731604847941, seqNum=-1] 2024-11-14T17:20:50,642 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:20:50,643 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48365, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:20:50,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2180 sec 2024-11-14T17:20:50,649 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731604850649, completionTime=-1 2024-11-14T17:20:50,649 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T17:20:50,649 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T17:20:50,651 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T17:20:50,651 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731604910651 2024-11-14T17:20:50,652 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731604970652 2024-11-14T17:20:50,652 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T17:20:50,652 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,44077,1731604847725-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:50,652 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,44077,1731604847725-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:50,652 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,44077,1731604847725-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:50,652 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4e57a52647ef:44077, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:50,652 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:50,655 DEBUG [master/4e57a52647ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T17:20:50,670 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:50,679 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.612sec 2024-11-14T17:20:50,679 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T17:20:50,679 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T17:20:50,679 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T17:20:50,679 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T17:20:50,679 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T17:20:50,679 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,44077,1731604847725-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T17:20:50,679 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,44077,1731604847725-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T17:20:50,701 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T17:20:50,701 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T17:20:50,702 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,44077,1731604847725-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:50,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@586d64af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:20:50,776 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,44077,-1 for getting cluster id 2024-11-14T17:20:50,776 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:20:50,778 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa656c3b-a3e3-411b-a3b7-010d6bf39e84' 2024-11-14T17:20:50,778 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:20:50,778 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa656c3b-a3e3-411b-a3b7-010d6bf39e84" 2024-11-14T17:20:50,779 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ee1bfe3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:20:50,779 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,44077,-1] 2024-11-14T17:20:50,779 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:20:50,779 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:50,780 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:20:50,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7be3d3c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:20:50,783 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:20:50,786 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,46289,1731604847941, seqNum=-1] 2024-11-14T17:20:50,787 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:20:50,788 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:20:50,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4e57a52647ef,44077,1731604847725 2024-11-14T17:20:50,791 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53917 2024-11-14T17:20:50,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53917, baseZNode=/0225389310 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:20:50,814 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100ab74a6fd0002 connected 2024-11-14T17:20:50,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a249626-7e24-1392-f4fa-df8c5f9e67dd/hadoop.log.dir so I do NOT create it in target/test-data/7b432be0-b1eb-11ae-b9ad-ad4f197e2737 2024-11-14T17:20:50,827 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a249626-7e24-1392-f4fa-df8c5f9e67dd/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T17:20:50,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a249626-7e24-1392-f4fa-df8c5f9e67dd/hadoop.tmp.dir so I do NOT create it in target/test-data/7b432be0-b1eb-11ae-b9ad-ad4f197e2737 2024-11-14T17:20:50,827 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a249626-7e24-1392-f4fa-df8c5f9e67dd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T17:20:50,827 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b432be0-b1eb-11ae-b9ad-ad4f197e2737 2024-11-14T17:20:50,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T17:20:50,827 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b432be0-b1eb-11ae-b9ad-ad4f197e2737/cluster_6d1e8dac-ff0b-d7d3-64be-8f486b2a4cc4, deleteOnExit=true 2024-11-14T17:20:50,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T17:20:50,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b432be0-b1eb-11ae-b9ad-ad4f197e2737/test.cache.data in system properties and HBase conf 2024-11-14T17:20:50,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b432be0-b1eb-11ae-b9ad-ad4f197e2737/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T17:20:50,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b432be0-b1eb-11ae-b9ad-ad4f197e2737/hadoop.log.dir in system properties and HBase conf 2024-11-14T17:20:50,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b432be0-b1eb-11ae-b9ad-ad4f197e2737/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T17:20:50,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b432be0-b1eb-11ae-b9ad-ad4f197e2737/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T17:20:50,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T17:20:50,828 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T17:20:50,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b432be0-b1eb-11ae-b9ad-ad4f197e2737/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T17:20:50,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b432be0-b1eb-11ae-b9ad-ad4f197e2737/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T17:20:50,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b432be0-b1eb-11ae-b9ad-ad4f197e2737/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T17:20:50,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b432be0-b1eb-11ae-b9ad-ad4f197e2737/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T17:20:50,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b432be0-b1eb-11ae-b9ad-ad4f197e2737/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T17:20:50,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b432be0-b1eb-11ae-b9ad-ad4f197e2737/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T17:20:50,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b432be0-b1eb-11ae-b9ad-ad4f197e2737/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T17:20:50,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b432be0-b1eb-11ae-b9ad-ad4f197e2737/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T17:20:50,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b432be0-b1eb-11ae-b9ad-ad4f197e2737/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T17:20:50,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b432be0-b1eb-11ae-b9ad-ad4f197e2737/nfs.dump.dir in system properties and HBase conf 2024-11-14T17:20:50,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b432be0-b1eb-11ae-b9ad-ad4f197e2737/java.io.tmpdir in system properties and HBase conf 2024-11-14T17:20:50,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b432be0-b1eb-11ae-b9ad-ad4f197e2737/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T17:20:50,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b432be0-b1eb-11ae-b9ad-ad4f197e2737/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T17:20:50,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b432be0-b1eb-11ae-b9ad-ad4f197e2737/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T17:20:51,009 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T17:20:51,025 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T17:20:51,075 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T17:20:51,075 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T17:20:51,075 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T17:20:51,077 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T17:20:51,077 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72fd22da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b432be0-b1eb-11ae-b9ad-ad4f197e2737/hadoop.log.dir/,AVAILABLE} 2024-11-14T17:20:51,080 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ad8b87d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T17:20:51,273 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4319e721{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b432be0-b1eb-11ae-b9ad-ad4f197e2737/java.io.tmpdir/jetty-localhost-40941-hadoop-hdfs-3_4_1-tests_jar-_-any-4218542901223510234/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T17:20:51,275 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@456220b2{HTTP/1.1, (http/1.1)}{localhost:40941} 2024-11-14T17:20:51,275 INFO [Time-limited test {}] server.Server(415): Started @155653ms 2024-11-14T17:20:51,631 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T17:20:51,634 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T17:20:51,635 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T17:20:51,635 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T17:20:51,635 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T17:20:51,641 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27510ba6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b432be0-b1eb-11ae-b9ad-ad4f197e2737/hadoop.log.dir/,AVAILABLE} 2024-11-14T17:20:51,641 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47f4ce60{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T17:20:51,810 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2abbbcd4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b432be0-b1eb-11ae-b9ad-ad4f197e2737/java.io.tmpdir/jetty-localhost-40681-hadoop-hdfs-3_4_1-tests_jar-_-any-1590800863265712526/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T17:20:51,811 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@751a2c45{HTTP/1.1, (http/1.1)}{localhost:40681} 2024-11-14T17:20:51,811 INFO [Time-limited test {}] server.Server(415): Started @156189ms 2024-11-14T17:20:51,813 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T17:20:52,095 WARN [Thread-1796 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b432be0-b1eb-11ae-b9ad-ad4f197e2737/cluster_6d1e8dac-ff0b-d7d3-64be-8f486b2a4cc4/data/data1/current/BP-1833703960-172.17.0.3-1731604850866/current, will proceed with Du for space computation calculation, 2024-11-14T17:20:52,107 WARN [Thread-1797 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b432be0-b1eb-11ae-b9ad-ad4f197e2737/cluster_6d1e8dac-ff0b-d7d3-64be-8f486b2a4cc4/data/data2/current/BP-1833703960-172.17.0.3-1731604850866/current, will proceed with Du for space computation calculation, 2024-11-14T17:20:52,163 WARN [Thread-1784 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T17:20:52,171 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x970c403ba402d0ec with lease ID 0x6a96d2b0166b8dd4: Processing first storage report for DS-9af6d11e-cfe2-46a5-9f59-b1219c15231e from datanode DatanodeRegistration(127.0.0.1:42865, datanodeUuid=3a3d566b-1981-4095-a5c5-03d0a1531eb3, infoPort=38407, infoSecurePort=0, ipcPort=34701, storageInfo=lv=-57;cid=testClusterID;nsid=445056403;c=1731604850866) 2024-11-14T17:20:52,171 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x970c403ba402d0ec with lease ID 0x6a96d2b0166b8dd4: from storage DS-9af6d11e-cfe2-46a5-9f59-b1219c15231e node DatanodeRegistration(127.0.0.1:42865, datanodeUuid=3a3d566b-1981-4095-a5c5-03d0a1531eb3, infoPort=38407, infoSecurePort=0, ipcPort=34701, storageInfo=lv=-57;cid=testClusterID;nsid=445056403;c=1731604850866), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T17:20:52,171 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x970c403ba402d0ec with lease ID 0x6a96d2b0166b8dd4: Processing first storage report for DS-d5924019-8295-438a-b784-56274c10bd68 from datanode DatanodeRegistration(127.0.0.1:42865, datanodeUuid=3a3d566b-1981-4095-a5c5-03d0a1531eb3, infoPort=38407, infoSecurePort=0, ipcPort=34701, storageInfo=lv=-57;cid=testClusterID;nsid=445056403;c=1731604850866) 2024-11-14T17:20:52,171 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x970c403ba402d0ec with lease ID 0x6a96d2b0166b8dd4: from storage DS-d5924019-8295-438a-b784-56274c10bd68 node DatanodeRegistration(127.0.0.1:42865, datanodeUuid=3a3d566b-1981-4095-a5c5-03d0a1531eb3, infoPort=38407, infoSecurePort=0, ipcPort=34701, storageInfo=lv=-57;cid=testClusterID;nsid=445056403;c=1731604850866), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T17:20:52,175 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b432be0-b1eb-11ae-b9ad-ad4f197e2737 2024-11-14T17:20:52,175 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:20:52,177 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:20:52,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42865 is added to blk_1073741825_1001 (size=7) 2024-11-14T17:20:52,605 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223 with version=8 2024-11-14T17:20:52,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/hbase-staging 2024-11-14T17:20:52,607 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4e57a52647ef:0 server-side Connection retries=45 2024-11-14T17:20:52,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:20:52,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T17:20:52,608 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T17:20:52,608 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:20:52,608 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T17:20:52,608 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T17:20:52,608 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T17:20:52,608 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35055 2024-11-14T17:20:52,610 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35055 connecting to ZooKeeper ensemble=127.0.0.1:53917 2024-11-14T17:20:52,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350550x0, quorum=127.0.0.1:53917, baseZNode=/11260934146 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:20:52,645 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35055-0x100ab74a6fd0003 connected 2024-11-14T17:20:52,686 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:20:52,688 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:20:52,691 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35055-0x100ab74a6fd0003, quorum=127.0.0.1:53917, baseZNode=/11260934146 Set watcher on znode that does not yet exist, /11260934146/running 2024-11-14T17:20:52,691 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223, hbase.cluster.distributed=false 2024-11-14T17:20:52,693 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35055-0x100ab74a6fd0003, quorum=127.0.0.1:53917, baseZNode=/11260934146 Set watcher on znode that does not yet exist, /11260934146/acl 2024-11-14T17:20:52,698 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35055 2024-11-14T17:20:52,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35055 2024-11-14T17:20:52,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35055 2024-11-14T17:20:52,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35055 2024-11-14T17:20:52,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35055 2024-11-14T17:20:52,717 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4e57a52647ef:0 server-side Connection retries=45 2024-11-14T17:20:52,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:20:52,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T17:20:52,718 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T17:20:52,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:20:52,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T17:20:52,718 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T17:20:52,718 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T17:20:52,723 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43729 2024-11-14T17:20:52,724 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43729 connecting to ZooKeeper ensemble=127.0.0.1:53917 2024-11-14T17:20:52,724 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:20:52,727 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:20:52,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:437290x0, quorum=127.0.0.1:53917, baseZNode=/11260934146 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:20:52,733 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:437290x0, quorum=127.0.0.1:53917, baseZNode=/11260934146 Set watcher on znode that does not yet exist, /11260934146/running 2024-11-14T17:20:52,733 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T17:20:52,734 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43729-0x100ab74a6fd0004 connected 2024-11-14T17:20:52,740 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T17:20:52,740 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43729-0x100ab74a6fd0004, quorum=127.0.0.1:53917, baseZNode=/11260934146 Set watcher on znode that does not yet exist, /11260934146/master 2024-11-14T17:20:52,741 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43729-0x100ab74a6fd0004, quorum=127.0.0.1:53917, baseZNode=/11260934146 Set watcher on znode that does not yet exist, /11260934146/acl 2024-11-14T17:20:52,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43729 2024-11-14T17:20:52,754 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43729 2024-11-14T17:20:52,758 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43729 2024-11-14T17:20:52,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43729 2024-11-14T17:20:52,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43729 2024-11-14T17:20:52,781 DEBUG [M:0;4e57a52647ef:35055 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4e57a52647ef:35055 2024-11-14T17:20:52,782 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11260934146/backup-masters/4e57a52647ef,35055,1731604852607 2024-11-14T17:20:52,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43729-0x100ab74a6fd0004, quorum=127.0.0.1:53917, baseZNode=/11260934146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11260934146/backup-masters 2024-11-14T17:20:52,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35055-0x100ab74a6fd0003, quorum=127.0.0.1:53917, baseZNode=/11260934146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11260934146/backup-masters 2024-11-14T17:20:52,792 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35055-0x100ab74a6fd0003, quorum=127.0.0.1:53917, baseZNode=/11260934146 Set watcher on existing znode=/11260934146/backup-masters/4e57a52647ef,35055,1731604852607 2024-11-14T17:20:52,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43729-0x100ab74a6fd0004, quorum=127.0.0.1:53917, baseZNode=/11260934146 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11260934146/master 2024-11-14T17:20:52,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43729-0x100ab74a6fd0004, quorum=127.0.0.1:53917, baseZNode=/11260934146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11260934146 2024-11-14T17:20:52,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35055-0x100ab74a6fd0003, quorum=127.0.0.1:53917, baseZNode=/11260934146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11260934146 2024-11-14T17:20:52,794 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35055-0x100ab74a6fd0003, quorum=127.0.0.1:53917, baseZNode=/11260934146 Set watcher on existing znode=/11260934146/master 2024-11-14T17:20:52,794 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11260934146/backup-masters/4e57a52647ef,35055,1731604852607 from backup master directory 2024-11-14T17:20:52,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43729-0x100ab74a6fd0004, quorum=127.0.0.1:53917, baseZNode=/11260934146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11260934146/backup-masters 2024-11-14T17:20:52,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35055-0x100ab74a6fd0003, quorum=127.0.0.1:53917, baseZNode=/11260934146 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11260934146/backup-masters/4e57a52647ef,35055,1731604852607 2024-11-14T17:20:52,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35055-0x100ab74a6fd0003, quorum=127.0.0.1:53917, baseZNode=/11260934146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11260934146/backup-masters 2024-11-14T17:20:52,796 WARN [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T17:20:52,796 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4e57a52647ef,35055,1731604852607 2024-11-14T17:20:52,800 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/hbase.id] with ID: 1ab79f29-9983-40f3-ac9f-7662f1622dd3 2024-11-14T17:20:52,800 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/.tmp/hbase.id 2024-11-14T17:20:52,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42865 is added to blk_1073741826_1002 (size=42) 2024-11-14T17:20:53,217 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/.tmp/hbase.id]:[hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/hbase.id] 2024-11-14T17:20:53,231 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:20:53,231 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T17:20:53,232 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T17:20:53,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35055-0x100ab74a6fd0003, quorum=127.0.0.1:53917, baseZNode=/11260934146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11260934146 2024-11-14T17:20:53,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43729-0x100ab74a6fd0004, quorum=127.0.0.1:53917, baseZNode=/11260934146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11260934146 2024-11-14T17:20:53,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42865 is added to blk_1073741827_1003 (size=196) 2024-11-14T17:20:53,250 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T17:20:53,250 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T17:20:53,251 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:20:53,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42865 is added to blk_1073741828_1004 (size=1189) 2024-11-14T17:20:53,267 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/MasterData/data/master/store 2024-11-14T17:20:53,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42865 is added to blk_1073741829_1005 (size=34) 2024-11-14T17:20:53,675 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:20:53,675 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T17:20:53,675 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:20:53,675 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:20:53,675 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T17:20:53,676 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:20:53,676 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:20:53,676 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731604853675Disabling compacts and flushes for region at 1731604853675Disabling writes for close at 1731604853675Writing region close event to WAL at 1731604853676 (+1 ms)Closed at 1731604853676 2024-11-14T17:20:53,677 WARN [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/MasterData/data/master/store/.initializing 2024-11-14T17:20:53,677 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/MasterData/WALs/4e57a52647ef,35055,1731604852607 2024-11-14T17:20:53,682 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T17:20:53,685 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4e57a52647ef%2C35055%2C1731604852607, suffix=, logDir=hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/MasterData/WALs/4e57a52647ef,35055,1731604852607, archiveDir=hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/MasterData/oldWALs, maxLogs=10 2024-11-14T17:20:53,705 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/MasterData/WALs/4e57a52647ef,35055,1731604852607/4e57a52647ef%2C35055%2C1731604852607.1731604853685, exclude list is [], retry=0 2024-11-14T17:20:53,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42865,DS-9af6d11e-cfe2-46a5-9f59-b1219c15231e,DISK] 2024-11-14T17:20:53,734 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/MasterData/WALs/4e57a52647ef,35055,1731604852607/4e57a52647ef%2C35055%2C1731604852607.1731604853685 2024-11-14T17:20:53,734 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38407:38407)] 2024-11-14T17:20:53,734 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:20:53,735 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:20:53,735 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:20:53,735 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:20:53,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:20:53,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T17:20:53,742 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:53,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:20:53,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:20:53,744 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T17:20:53,744 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:53,744 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:20:53,744 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:20:53,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T17:20:53,746 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:53,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:20:53,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:20:53,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T17:20:53,749 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:53,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:20:53,749 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:20:53,750 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:20:53,750 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:20:53,754 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:20:53,754 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:20:53,754 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:20:53,757 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:20:53,761 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:20:53,762 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72213069, jitterRate=0.07605858147144318}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:20:53,763 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731604853735Initializing all the Stores at 1731604853736 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604853736Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604853738 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604853738Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604853738Cleaning up temporary data from old regions at 1731604853754 (+16 ms)Region opened successfully at 1731604853762 (+8 ms) 2024-11-14T17:20:53,763 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T17:20:53,767 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@763caf4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4e57a52647ef/172.17.0.3:0 2024-11-14T17:20:53,768 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T17:20:53,769 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T17:20:53,769 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T17:20:53,769 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T17:20:53,769 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T17:20:53,770 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T17:20:53,770 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T17:20:53,782 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T17:20:53,783 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35055-0x100ab74a6fd0003, quorum=127.0.0.1:53917, baseZNode=/11260934146 Unable to get data of znode /11260934146/balancer because node does not exist (not necessarily an error) 2024-11-14T17:20:53,784 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11260934146/balancer already deleted, retry=false 2024-11-14T17:20:53,784 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T17:20:53,786 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35055-0x100ab74a6fd0003, quorum=127.0.0.1:53917, baseZNode=/11260934146 Unable to get data of znode /11260934146/normalizer because node does not exist (not necessarily an error) 2024-11-14T17:20:53,787 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11260934146/normalizer already deleted, retry=false 2024-11-14T17:20:53,787 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T17:20:53,788 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35055-0x100ab74a6fd0003, quorum=127.0.0.1:53917, baseZNode=/11260934146 Unable to get data of znode /11260934146/switch/split because node does not exist (not necessarily an error) 2024-11-14T17:20:53,789 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11260934146/switch/split already deleted, retry=false 2024-11-14T17:20:53,790 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35055-0x100ab74a6fd0003, quorum=127.0.0.1:53917, baseZNode=/11260934146 Unable to get data of znode /11260934146/switch/merge because node does not exist (not necessarily an error) 2024-11-14T17:20:53,792 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11260934146/switch/merge already deleted, retry=false 2024-11-14T17:20:53,794 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35055-0x100ab74a6fd0003, quorum=127.0.0.1:53917, baseZNode=/11260934146 Unable to get data of znode /11260934146/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T17:20:53,795 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11260934146/snapshot-cleanup already deleted, retry=false 2024-11-14T17:20:53,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35055-0x100ab74a6fd0003, quorum=127.0.0.1:53917, baseZNode=/11260934146 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11260934146/running 2024-11-14T17:20:53,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35055-0x100ab74a6fd0003, quorum=127.0.0.1:53917, baseZNode=/11260934146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11260934146 2024-11-14T17:20:53,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43729-0x100ab74a6fd0004, quorum=127.0.0.1:53917, baseZNode=/11260934146 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11260934146/running 2024-11-14T17:20:53,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43729-0x100ab74a6fd0004, quorum=127.0.0.1:53917, baseZNode=/11260934146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11260934146 2024-11-14T17:20:53,798 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4e57a52647ef,35055,1731604852607, sessionid=0x100ab74a6fd0003, setting cluster-up flag (Was=false) 2024-11-14T17:20:53,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43729-0x100ab74a6fd0004, quorum=127.0.0.1:53917, baseZNode=/11260934146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11260934146 2024-11-14T17:20:53,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35055-0x100ab74a6fd0003, quorum=127.0.0.1:53917, baseZNode=/11260934146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11260934146 2024-11-14T17:20:53,808 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11260934146/flush-table-proc/acquired, /11260934146/flush-table-proc/reached, /11260934146/flush-table-proc/abort 2024-11-14T17:20:53,810 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4e57a52647ef,35055,1731604852607 2024-11-14T17:20:53,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43729-0x100ab74a6fd0004, quorum=127.0.0.1:53917, baseZNode=/11260934146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11260934146 2024-11-14T17:20:53,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35055-0x100ab74a6fd0003, quorum=127.0.0.1:53917, baseZNode=/11260934146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11260934146 2024-11-14T17:20:53,822 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11260934146/online-snapshot/acquired, /11260934146/online-snapshot/reached, /11260934146/online-snapshot/abort 2024-11-14T17:20:53,823 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4e57a52647ef,35055,1731604852607 2024-11-14T17:20:53,824 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T17:20:53,826 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T17:20:53,826 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T17:20:53,826 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T17:20:53,826 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4e57a52647ef,35055,1731604852607 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T17:20:53,827 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:20:53,827 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:20:53,827 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:20:53,827 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:20:53,827 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4e57a52647ef:0, corePoolSize=10, maxPoolSize=10 2024-11-14T17:20:53,827 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:20:53,827 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4e57a52647ef:0, corePoolSize=2, maxPoolSize=2 2024-11-14T17:20:53,827 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:20:53,831 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T17:20:53,832 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T17:20:53,833 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:53,833 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T17:20:53,843 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731604883843 2024-11-14T17:20:53,843 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T17:20:53,843 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T17:20:53,843 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T17:20:53,843 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T17:20:53,843 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T17:20:53,843 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T17:20:53,847 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:53,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42865 is added to blk_1073741831_1007 (size=1321) 2024-11-14T17:20:53,850 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T17:20:53,850 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223 2024-11-14T17:20:53,854 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T17:20:53,855 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T17:20:53,855 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T17:20:53,855 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T17:20:53,858 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T17:20:53,858 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T17:20:53,862 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731604853858,5,FailOnTimeoutGroup] 2024-11-14T17:20:53,863 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731604853862,5,FailOnTimeoutGroup] 2024-11-14T17:20:53,863 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:53,863 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T17:20:53,863 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:53,863 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:53,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42865 is added to blk_1073741832_1008 (size=32) 2024-11-14T17:20:53,869 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:20:53,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T17:20:53,880 INFO [RS:0;4e57a52647ef:43729 {}] regionserver.HRegionServer(746): ClusterId : 1ab79f29-9983-40f3-ac9f-7662f1622dd3 2024-11-14T17:20:53,880 DEBUG [RS:0;4e57a52647ef:43729 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T17:20:53,880 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T17:20:53,880 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:53,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:20:53,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T17:20:53,882 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T17:20:53,882 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:53,882 DEBUG [RS:0;4e57a52647ef:43729 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T17:20:53,882 DEBUG [RS:0;4e57a52647ef:43729 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T17:20:53,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:20:53,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T17:20:53,884 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T17:20:53,884 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:53,884 DEBUG [RS:0;4e57a52647ef:43729 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T17:20:53,884 DEBUG [RS:0;4e57a52647ef:43729 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@563e6604, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4e57a52647ef/172.17.0.3:0 2024-11-14T17:20:53,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:20:53,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T17:20:53,885 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T17:20:53,885 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:53,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:20:53,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T17:20:53,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/data/hbase/meta/1588230740 2024-11-14T17:20:53,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/data/hbase/meta/1588230740 2024-11-14T17:20:53,888 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T17:20:53,888 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T17:20:53,888 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:20:53,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T17:20:53,891 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:20:53,891 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69799393, jitterRate=0.04009200632572174}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:20:53,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731604853869Initializing all the Stores at 1731604853870 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604853870Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604853878 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604853878Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604853878Cleaning up temporary data from old regions at 1731604853888 (+10 ms)Region opened successfully at 1731604853891 (+3 ms) 2024-11-14T17:20:53,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T17:20:53,891 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T17:20:53,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T17:20:53,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T17:20:53,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T17:20:53,892 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T17:20:53,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731604853891Disabling compacts and flushes for region at 1731604853891Disabling writes for close at 1731604853891Writing region close event to WAL at 1731604853892 (+1 ms)Closed at 1731604853892 2024-11-14T17:20:53,893 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T17:20:53,893 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T17:20:53,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T17:20:53,894 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T17:20:53,898 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T17:20:53,906 DEBUG [RS:0;4e57a52647ef:43729 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4e57a52647ef:43729 2024-11-14T17:20:53,907 INFO [RS:0;4e57a52647ef:43729 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T17:20:53,907 INFO [RS:0;4e57a52647ef:43729 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T17:20:53,907 DEBUG [RS:0;4e57a52647ef:43729 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T17:20:53,907 INFO [RS:0;4e57a52647ef:43729 {}] regionserver.HRegionServer(2659): reportForDuty to master=4e57a52647ef,35055,1731604852607 with port=43729, startcode=1731604852717 2024-11-14T17:20:53,907 DEBUG [RS:0;4e57a52647ef:43729 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T17:20:53,911 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43973, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T17:20:53,911 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35055 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4e57a52647ef,43729,1731604852717 2024-11-14T17:20:53,911 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35055 {}] master.ServerManager(517): Registering regionserver=4e57a52647ef,43729,1731604852717 2024-11-14T17:20:53,912 DEBUG [RS:0;4e57a52647ef:43729 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223 2024-11-14T17:20:53,913 DEBUG [RS:0;4e57a52647ef:43729 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38173 2024-11-14T17:20:53,913 DEBUG [RS:0;4e57a52647ef:43729 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T17:20:53,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35055-0x100ab74a6fd0003, quorum=127.0.0.1:53917, baseZNode=/11260934146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11260934146/rs 2024-11-14T17:20:53,914 DEBUG [RS:0;4e57a52647ef:43729 {}] zookeeper.ZKUtil(111): regionserver:43729-0x100ab74a6fd0004, quorum=127.0.0.1:53917, baseZNode=/11260934146 Set watcher on existing znode=/11260934146/rs/4e57a52647ef,43729,1731604852717 2024-11-14T17:20:53,914 WARN [RS:0;4e57a52647ef:43729 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T17:20:53,914 INFO [RS:0;4e57a52647ef:43729 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:20:53,914 DEBUG [RS:0;4e57a52647ef:43729 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/WALs/4e57a52647ef,43729,1731604852717 2024-11-14T17:20:53,915 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4e57a52647ef,43729,1731604852717] 2024-11-14T17:20:53,918 INFO [RS:0;4e57a52647ef:43729 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T17:20:53,919 INFO [RS:0;4e57a52647ef:43729 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T17:20:53,920 INFO [RS:0;4e57a52647ef:43729 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T17:20:53,920 INFO [RS:0;4e57a52647ef:43729 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:53,920 INFO [RS:0;4e57a52647ef:43729 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T17:20:53,920 INFO [RS:0;4e57a52647ef:43729 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T17:20:53,921 INFO [RS:0;4e57a52647ef:43729 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:53,921 DEBUG [RS:0;4e57a52647ef:43729 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:20:53,921 DEBUG [RS:0;4e57a52647ef:43729 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:20:53,921 DEBUG [RS:0;4e57a52647ef:43729 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:20:53,921 DEBUG [RS:0;4e57a52647ef:43729 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:20:53,921 DEBUG [RS:0;4e57a52647ef:43729 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:20:53,921 DEBUG [RS:0;4e57a52647ef:43729 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4e57a52647ef:0, corePoolSize=2, maxPoolSize=2 2024-11-14T17:20:53,921 DEBUG [RS:0;4e57a52647ef:43729 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:20:53,921 DEBUG [RS:0;4e57a52647ef:43729 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:20:53,921 DEBUG [RS:0;4e57a52647ef:43729 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:20:53,921 DEBUG [RS:0;4e57a52647ef:43729 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:20:53,921 DEBUG [RS:0;4e57a52647ef:43729 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:20:53,921 DEBUG [RS:0;4e57a52647ef:43729 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:20:53,921 DEBUG [RS:0;4e57a52647ef:43729 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4e57a52647ef:0, corePoolSize=3, maxPoolSize=3 2024-11-14T17:20:53,921 DEBUG [RS:0;4e57a52647ef:43729 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4e57a52647ef:0, corePoolSize=3, maxPoolSize=3 2024-11-14T17:20:53,923 INFO [RS:0;4e57a52647ef:43729 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:53,924 INFO [RS:0;4e57a52647ef:43729 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:53,924 INFO [RS:0;4e57a52647ef:43729 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:53,924 INFO [RS:0;4e57a52647ef:43729 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:53,924 INFO [RS:0;4e57a52647ef:43729 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:53,924 INFO [RS:0;4e57a52647ef:43729 {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,43729,1731604852717-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T17:20:53,938 INFO [RS:0;4e57a52647ef:43729 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T17:20:53,938 INFO [RS:0;4e57a52647ef:43729 {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,43729,1731604852717-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:53,938 INFO [RS:0;4e57a52647ef:43729 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:53,938 INFO [RS:0;4e57a52647ef:43729 {}] regionserver.Replication(171): 4e57a52647ef,43729,1731604852717 started 2024-11-14T17:20:53,952 INFO [RS:0;4e57a52647ef:43729 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:53,952 INFO [RS:0;4e57a52647ef:43729 {}] regionserver.HRegionServer(1482): Serving as 4e57a52647ef,43729,1731604852717, RpcServer on 4e57a52647ef/172.17.0.3:43729, sessionid=0x100ab74a6fd0004 2024-11-14T17:20:53,952 DEBUG [RS:0;4e57a52647ef:43729 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T17:20:53,952 DEBUG [RS:0;4e57a52647ef:43729 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4e57a52647ef,43729,1731604852717 2024-11-14T17:20:53,952 DEBUG [RS:0;4e57a52647ef:43729 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4e57a52647ef,43729,1731604852717' 2024-11-14T17:20:53,952 DEBUG [RS:0;4e57a52647ef:43729 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11260934146/flush-table-proc/abort' 2024-11-14T17:20:53,953 DEBUG [RS:0;4e57a52647ef:43729 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11260934146/flush-table-proc/acquired' 2024-11-14T17:20:53,953 DEBUG [RS:0;4e57a52647ef:43729 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T17:20:53,953 DEBUG [RS:0;4e57a52647ef:43729 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T17:20:53,953 DEBUG [RS:0;4e57a52647ef:43729 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4e57a52647ef,43729,1731604852717 2024-11-14T17:20:53,953 DEBUG [RS:0;4e57a52647ef:43729 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4e57a52647ef,43729,1731604852717' 2024-11-14T17:20:53,953 DEBUG [RS:0;4e57a52647ef:43729 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11260934146/online-snapshot/abort' 2024-11-14T17:20:53,954 DEBUG [RS:0;4e57a52647ef:43729 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11260934146/online-snapshot/acquired' 2024-11-14T17:20:53,954 DEBUG [RS:0;4e57a52647ef:43729 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T17:20:53,954 INFO [RS:0;4e57a52647ef:43729 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T17:20:53,954 INFO [RS:0;4e57a52647ef:43729 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T17:20:54,049 WARN [4e57a52647ef:35055 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T17:20:54,055 INFO [RS:0;4e57a52647ef:43729 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T17:20:54,056 INFO [RS:0;4e57a52647ef:43729 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4e57a52647ef%2C43729%2C1731604852717, suffix=, logDir=hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/WALs/4e57a52647ef,43729,1731604852717, archiveDir=hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/oldWALs, maxLogs=10 2024-11-14T17:20:54,073 DEBUG [RS:0;4e57a52647ef:43729 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/WALs/4e57a52647ef,43729,1731604852717/4e57a52647ef%2C43729%2C1731604852717.1731604854057, exclude list is [], retry=0 2024-11-14T17:20:54,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42865,DS-9af6d11e-cfe2-46a5-9f59-b1219c15231e,DISK] 2024-11-14T17:20:54,077 INFO [RS:0;4e57a52647ef:43729 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/WALs/4e57a52647ef,43729,1731604852717/4e57a52647ef%2C43729%2C1731604852717.1731604854057 2024-11-14T17:20:54,079 DEBUG [RS:0;4e57a52647ef:43729 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38407:38407)] 2024-11-14T17:20:54,299 DEBUG [4e57a52647ef:35055 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T17:20:54,300 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4e57a52647ef,43729,1731604852717 2024-11-14T17:20:54,307 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4e57a52647ef,43729,1731604852717, state=OPENING 2024-11-14T17:20:54,316 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T17:20:54,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43729-0x100ab74a6fd0004, quorum=127.0.0.1:53917, baseZNode=/11260934146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11260934146 2024-11-14T17:20:54,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35055-0x100ab74a6fd0003, quorum=127.0.0.1:53917, baseZNode=/11260934146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11260934146 2024-11-14T17:20:54,320 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11260934146/meta-region-server: CHANGED 2024-11-14T17:20:54,320 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11260934146/meta-region-server: CHANGED 2024-11-14T17:20:54,322 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T17:20:54,322 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4e57a52647ef,43729,1731604852717}] 2024-11-14T17:20:54,479 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T17:20:54,483 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34081, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T17:20:54,491 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T17:20:54,491 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:20:54,491 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T17:20:54,495 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4e57a52647ef%2C43729%2C1731604852717.meta, suffix=.meta, logDir=hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/WALs/4e57a52647ef,43729,1731604852717, archiveDir=hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/oldWALs, maxLogs=10 2024-11-14T17:20:54,513 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/WALs/4e57a52647ef,43729,1731604852717/4e57a52647ef%2C43729%2C1731604852717.meta.1731604854495.meta, exclude list is [], retry=0 2024-11-14T17:20:54,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42865,DS-9af6d11e-cfe2-46a5-9f59-b1219c15231e,DISK] 2024-11-14T17:20:54,520 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/WALs/4e57a52647ef,43729,1731604852717/4e57a52647ef%2C43729%2C1731604852717.meta.1731604854495.meta 2024-11-14T17:20:54,524 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38407:38407)] 2024-11-14T17:20:54,524 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:20:54,525 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T17:20:54,525 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T17:20:54,525 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T17:20:54,525 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T17:20:54,525 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T17:20:54,525 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:20:54,525 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T17:20:54,525 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T17:20:54,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T17:20:54,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T17:20:54,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:54,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:20:54,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T17:20:54,530 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T17:20:54,530 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:54,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:20:54,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T17:20:54,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T17:20:54,533 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:54,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:20:54,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T17:20:54,534 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T17:20:54,534 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:54,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:20:54,534 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T17:20:54,535 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/data/hbase/meta/1588230740 2024-11-14T17:20:54,536 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/data/hbase/meta/1588230740 2024-11-14T17:20:54,538 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T17:20:54,538 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T17:20:54,538 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:20:54,540 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T17:20:54,541 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75152802, jitterRate=0.11986401677131653}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:20:54,541 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T17:20:54,541 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731604854525Writing region info on filesystem at 1731604854525Initializing all the Stores at 1731604854526 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604854526Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604854527 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604854527Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604854527Cleaning up temporary data from old regions at 1731604854538 (+11 ms)Running coprocessor post-open hooks at 1731604854541 (+3 ms)Region opened successfully at 1731604854541 2024-11-14T17:20:54,545 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731604854478 2024-11-14T17:20:54,548 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T17:20:54,549 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T17:20:54,549 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4e57a52647ef,43729,1731604852717 2024-11-14T17:20:54,550 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4e57a52647ef,43729,1731604852717, state=OPEN 2024-11-14T17:20:54,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35055-0x100ab74a6fd0003, quorum=127.0.0.1:53917, baseZNode=/11260934146 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11260934146/meta-region-server 2024-11-14T17:20:54,556 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4e57a52647ef,43729,1731604852717 2024-11-14T17:20:54,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43729-0x100ab74a6fd0004, quorum=127.0.0.1:53917, baseZNode=/11260934146 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11260934146/meta-region-server 2024-11-14T17:20:54,556 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11260934146/meta-region-server: CHANGED 2024-11-14T17:20:54,556 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11260934146/meta-region-server: CHANGED 2024-11-14T17:20:54,559 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T17:20:54,559 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4e57a52647ef,43729,1731604852717 in 234 msec 2024-11-14T17:20:54,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T17:20:54,562 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 666 msec 2024-11-14T17:20:54,562 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T17:20:54,562 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T17:20:54,564 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:20:54,564 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,43729,1731604852717, seqNum=-1] 2024-11-14T17:20:54,564 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:20:54,565 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45815, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:20:54,570 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 744 msec 2024-11-14T17:20:54,570 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731604854570, completionTime=-1 2024-11-14T17:20:54,571 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T17:20:54,571 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T17:20:54,573 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T17:20:54,573 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731604914573 2024-11-14T17:20:54,573 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731604974573 2024-11-14T17:20:54,573 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T17:20:54,573 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,35055,1731604852607-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:54,573 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,35055,1731604852607-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:54,573 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,35055,1731604852607-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:54,573 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4e57a52647ef:35055, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:54,573 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:54,573 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:54,576 DEBUG [master/4e57a52647ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T17:20:54,577 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.781sec 2024-11-14T17:20:54,577 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T17:20:54,578 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T17:20:54,578 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T17:20:54,578 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T17:20:54,578 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T17:20:54,578 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,35055,1731604852607-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T17:20:54,578 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,35055,1731604852607-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T17:20:54,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59508997, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:20:54,584 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,35055,-1 for getting cluster id 2024-11-14T17:20:54,584 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:20:54,584 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T17:20:54,585 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T17:20:54,585 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,35055,1731604852607-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:20:54,595 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab79f29-9983-40f3-ac9f-7662f1622dd3' 2024-11-14T17:20:54,595 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:20:54,595 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab79f29-9983-40f3-ac9f-7662f1622dd3" 2024-11-14T17:20:54,596 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@322ad941, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:20:54,596 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,35055,-1] 2024-11-14T17:20:54,596 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:20:54,596 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:54,597 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:20:54,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6083b726, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:20:54,599 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:20:54,601 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,43729,1731604852717, seqNum=-1] 2024-11-14T17:20:54,601 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:20:54,603 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:20:54,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4e57a52647ef,35055,1731604852607 2024-11-14T17:20:54,606 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53917 2024-11-14T17:20:54,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53917, baseZNode=/11260934146 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:20:54,622 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:20:54,623 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,44077,1731604847725 2024-11-14T17:20:54,624 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39ed0a4a 2024-11-14T17:20:54,624 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:20:54,625 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:20:54,626 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44077 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T17:20:54,627 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100ab74a6fd0005 connected 2024-11-14T17:20:54,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44077 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T17:20:54,629 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T17:20:54,629 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:54,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44077 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T17:20:54,630 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T17:20:54,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:20:54,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741835_1011 (size=902) 2024-11-14T17:20:54,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:20:54,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T17:20:54,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:20:55,055 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 33dbefdb6d05f71a4d18badd7b7dfb2a, NAME => 'test,,1731604854626.33dbefdb6d05f71a4d18badd7b7dfb2a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698 2024-11-14T17:20:55,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741836_1012 (size=39) 2024-11-14T17:20:55,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:20:55,468 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731604854626.33dbefdb6d05f71a4d18badd7b7dfb2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:20:55,468 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 33dbefdb6d05f71a4d18badd7b7dfb2a, disabling compactions & flushes 2024-11-14T17:20:55,468 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731604854626.33dbefdb6d05f71a4d18badd7b7dfb2a. 2024-11-14T17:20:55,468 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731604854626.33dbefdb6d05f71a4d18badd7b7dfb2a. 2024-11-14T17:20:55,468 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731604854626.33dbefdb6d05f71a4d18badd7b7dfb2a. after waiting 0 ms 2024-11-14T17:20:55,468 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731604854626.33dbefdb6d05f71a4d18badd7b7dfb2a. 2024-11-14T17:20:55,468 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731604854626.33dbefdb6d05f71a4d18badd7b7dfb2a. 2024-11-14T17:20:55,468 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 33dbefdb6d05f71a4d18badd7b7dfb2a: Waiting for close lock at 1731604855468Disabling compacts and flushes for region at 1731604855468Disabling writes for close at 1731604855468Writing region close event to WAL at 1731604855468Closed at 1731604855468 2024-11-14T17:20:55,469 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T17:20:55,470 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731604854626.33dbefdb6d05f71a4d18badd7b7dfb2a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731604855469"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731604855469"}]},"ts":"1731604855469"} 2024-11-14T17:20:55,472 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T17:20:55,472 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T17:20:55,473 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604855473"}]},"ts":"1731604855473"} 2024-11-14T17:20:55,474 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T17:20:55,475 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=33dbefdb6d05f71a4d18badd7b7dfb2a, ASSIGN}] 2024-11-14T17:20:55,476 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=33dbefdb6d05f71a4d18badd7b7dfb2a, ASSIGN 2024-11-14T17:20:55,476 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=33dbefdb6d05f71a4d18badd7b7dfb2a, ASSIGN; state=OFFLINE, location=4e57a52647ef,46289,1731604847941; forceNewPlan=false, retain=false 2024-11-14T17:20:55,567 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T17:20:55,627 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=33dbefdb6d05f71a4d18badd7b7dfb2a, regionState=OPENING, regionLocation=4e57a52647ef,46289,1731604847941 2024-11-14T17:20:55,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=33dbefdb6d05f71a4d18badd7b7dfb2a, ASSIGN because future has completed 2024-11-14T17:20:55,631 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 33dbefdb6d05f71a4d18badd7b7dfb2a, server=4e57a52647ef,46289,1731604847941}] 2024-11-14T17:20:55,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:20:55,805 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731604854626.33dbefdb6d05f71a4d18badd7b7dfb2a. 2024-11-14T17:20:55,805 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 33dbefdb6d05f71a4d18badd7b7dfb2a, NAME => 'test,,1731604854626.33dbefdb6d05f71a4d18badd7b7dfb2a.', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:20:55,805 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T17:20:55,805 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T17:20:55,805 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 33dbefdb6d05f71a4d18badd7b7dfb2a 2024-11-14T17:20:55,805 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731604854626.33dbefdb6d05f71a4d18badd7b7dfb2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:20:55,805 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 33dbefdb6d05f71a4d18badd7b7dfb2a 2024-11-14T17:20:55,806 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 33dbefdb6d05f71a4d18badd7b7dfb2a 2024-11-14T17:20:55,807 INFO [StoreOpener-33dbefdb6d05f71a4d18badd7b7dfb2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 33dbefdb6d05f71a4d18badd7b7dfb2a 2024-11-14T17:20:55,808 INFO [StoreOpener-33dbefdb6d05f71a4d18badd7b7dfb2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33dbefdb6d05f71a4d18badd7b7dfb2a columnFamilyName f 2024-11-14T17:20:55,808 DEBUG [StoreOpener-33dbefdb6d05f71a4d18badd7b7dfb2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:55,809 INFO [StoreOpener-33dbefdb6d05f71a4d18badd7b7dfb2a-1 {}] regionserver.HStore(327): Store=33dbefdb6d05f71a4d18badd7b7dfb2a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:20:55,809 INFO [StoreOpener-33dbefdb6d05f71a4d18badd7b7dfb2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 33dbefdb6d05f71a4d18badd7b7dfb2a 2024-11-14T17:20:55,810 INFO [StoreOpener-33dbefdb6d05f71a4d18badd7b7dfb2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33dbefdb6d05f71a4d18badd7b7dfb2a columnFamilyName f1 2024-11-14T17:20:55,810 DEBUG [StoreOpener-33dbefdb6d05f71a4d18badd7b7dfb2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:55,810 INFO [StoreOpener-33dbefdb6d05f71a4d18badd7b7dfb2a-1 {}] regionserver.HStore(327): Store=33dbefdb6d05f71a4d18badd7b7dfb2a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:20:55,810 INFO [StoreOpener-33dbefdb6d05f71a4d18badd7b7dfb2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 33dbefdb6d05f71a4d18badd7b7dfb2a 2024-11-14T17:20:55,811 INFO [StoreOpener-33dbefdb6d05f71a4d18badd7b7dfb2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33dbefdb6d05f71a4d18badd7b7dfb2a columnFamilyName norep 2024-11-14T17:20:55,811 DEBUG [StoreOpener-33dbefdb6d05f71a4d18badd7b7dfb2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:55,813 INFO [StoreOpener-33dbefdb6d05f71a4d18badd7b7dfb2a-1 {}] regionserver.HStore(327): Store=33dbefdb6d05f71a4d18badd7b7dfb2a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:20:55,813 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 33dbefdb6d05f71a4d18badd7b7dfb2a 2024-11-14T17:20:55,814 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/data/default/test/33dbefdb6d05f71a4d18badd7b7dfb2a 2024-11-14T17:20:55,814 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/data/default/test/33dbefdb6d05f71a4d18badd7b7dfb2a 2024-11-14T17:20:55,815 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 33dbefdb6d05f71a4d18badd7b7dfb2a 2024-11-14T17:20:55,815 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 33dbefdb6d05f71a4d18badd7b7dfb2a 2024-11-14T17:20:55,816 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T17:20:55,817 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 33dbefdb6d05f71a4d18badd7b7dfb2a 2024-11-14T17:20:55,821 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/data/default/test/33dbefdb6d05f71a4d18badd7b7dfb2a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:20:55,822 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 33dbefdb6d05f71a4d18badd7b7dfb2a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71341346, jitterRate=0.06306889653205872}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T17:20:55,822 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 33dbefdb6d05f71a4d18badd7b7dfb2a 2024-11-14T17:20:55,823 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 33dbefdb6d05f71a4d18badd7b7dfb2a: Running coprocessor pre-open hook at 1731604855806Writing region info on filesystem at 1731604855806Initializing all the Stores at 1731604855807 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604855807Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604855807Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604855807Cleaning up temporary data from old regions at 1731604855815 (+8 ms)Running coprocessor post-open hooks at 1731604855822 (+7 ms)Region opened successfully at 1731604855823 (+1 ms) 2024-11-14T17:20:55,824 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731604854626.33dbefdb6d05f71a4d18badd7b7dfb2a., pid=6, masterSystemTime=1731604855783 2024-11-14T17:20:55,827 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731604854626.33dbefdb6d05f71a4d18badd7b7dfb2a. 2024-11-14T17:20:55,827 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731604854626.33dbefdb6d05f71a4d18badd7b7dfb2a. 2024-11-14T17:20:55,828 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=33dbefdb6d05f71a4d18badd7b7dfb2a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4e57a52647ef,46289,1731604847941 2024-11-14T17:20:55,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 33dbefdb6d05f71a4d18badd7b7dfb2a, server=4e57a52647ef,46289,1731604847941 because future has completed 2024-11-14T17:20:55,837 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T17:20:55,837 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 33dbefdb6d05f71a4d18badd7b7dfb2a, server=4e57a52647ef,46289,1731604847941 in 204 msec 2024-11-14T17:20:55,840 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T17:20:55,840 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=33dbefdb6d05f71a4d18badd7b7dfb2a, ASSIGN in 362 msec 2024-11-14T17:20:55,841 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T17:20:55,842 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604855842"}]},"ts":"1731604855842"} 2024-11-14T17:20:55,844 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T17:20:55,846 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T17:20:55,850 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2200 sec 2024-11-14T17:20:56,073 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T17:20:56,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:20:56,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:20:56,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:20:56,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:20:56,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:20:56,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:20:56,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:20:56,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:20:56,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:20:56,774 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T17:20:56,774 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:20:56,775 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,35055,1731604852607 2024-11-14T17:20:56,775 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42f1742f 2024-11-14T17:20:56,775 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:20:56,776 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:20:56,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T17:20:56,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T17:20:56,779 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T17:20:56,779 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:56,780 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T17:20:56,780 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T17:20:56,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:20:56,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42865 is added to blk_1073741835_1011 (size=902) 2024-11-14T17:20:56,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:20:57,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:20:57,223 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7f92d022a2514f21d63db8d7f4f36956, NAME => 'test,,1731604856777.7f92d022a2514f21d63db8d7f4f36956.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223 2024-11-14T17:20:57,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42865 is added to blk_1073741836_1012 (size=39) 2024-11-14T17:20:57,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:20:57,648 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731604856777.7f92d022a2514f21d63db8d7f4f36956.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:20:57,648 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7f92d022a2514f21d63db8d7f4f36956, disabling compactions & flushes 2024-11-14T17:20:57,648 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731604856777.7f92d022a2514f21d63db8d7f4f36956. 2024-11-14T17:20:57,648 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731604856777.7f92d022a2514f21d63db8d7f4f36956. 2024-11-14T17:20:57,648 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731604856777.7f92d022a2514f21d63db8d7f4f36956. after waiting 0 ms 2024-11-14T17:20:57,648 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731604856777.7f92d022a2514f21d63db8d7f4f36956. 2024-11-14T17:20:57,648 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731604856777.7f92d022a2514f21d63db8d7f4f36956. 2024-11-14T17:20:57,648 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7f92d022a2514f21d63db8d7f4f36956: Waiting for close lock at 1731604857648Disabling compacts and flushes for region at 1731604857648Disabling writes for close at 1731604857648Writing region close event to WAL at 1731604857648Closed at 1731604857648 2024-11-14T17:20:57,650 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T17:20:57,650 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731604856777.7f92d022a2514f21d63db8d7f4f36956.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731604857650"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731604857650"}]},"ts":"1731604857650"} 2024-11-14T17:20:57,652 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T17:20:57,653 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T17:20:57,653 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604857653"}]},"ts":"1731604857653"} 2024-11-14T17:20:57,656 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T17:20:57,656 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7f92d022a2514f21d63db8d7f4f36956, ASSIGN}] 2024-11-14T17:20:57,657 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7f92d022a2514f21d63db8d7f4f36956, ASSIGN 2024-11-14T17:20:57,658 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7f92d022a2514f21d63db8d7f4f36956, ASSIGN; state=OFFLINE, location=4e57a52647ef,43729,1731604852717; forceNewPlan=false, retain=false 2024-11-14T17:20:57,808 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7f92d022a2514f21d63db8d7f4f36956, regionState=OPENING, regionLocation=4e57a52647ef,43729,1731604852717 2024-11-14T17:20:57,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7f92d022a2514f21d63db8d7f4f36956, ASSIGN because future has completed 2024-11-14T17:20:57,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f92d022a2514f21d63db8d7f4f36956, server=4e57a52647ef,43729,1731604852717}] 2024-11-14T17:20:57,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:20:57,970 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731604856777.7f92d022a2514f21d63db8d7f4f36956. 2024-11-14T17:20:57,970 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7f92d022a2514f21d63db8d7f4f36956, NAME => 'test,,1731604856777.7f92d022a2514f21d63db8d7f4f36956.', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:20:57,970 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T17:20:57,970 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T17:20:57,971 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7f92d022a2514f21d63db8d7f4f36956 2024-11-14T17:20:57,971 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731604856777.7f92d022a2514f21d63db8d7f4f36956.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:20:57,971 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7f92d022a2514f21d63db8d7f4f36956 2024-11-14T17:20:57,971 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7f92d022a2514f21d63db8d7f4f36956 2024-11-14T17:20:57,974 INFO [StoreOpener-7f92d022a2514f21d63db8d7f4f36956-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7f92d022a2514f21d63db8d7f4f36956 2024-11-14T17:20:57,976 INFO [StoreOpener-7f92d022a2514f21d63db8d7f4f36956-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f92d022a2514f21d63db8d7f4f36956 columnFamilyName f 2024-11-14T17:20:57,976 DEBUG [StoreOpener-7f92d022a2514f21d63db8d7f4f36956-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:57,976 INFO [StoreOpener-7f92d022a2514f21d63db8d7f4f36956-1 {}] regionserver.HStore(327): Store=7f92d022a2514f21d63db8d7f4f36956/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:20:57,976 INFO [StoreOpener-7f92d022a2514f21d63db8d7f4f36956-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7f92d022a2514f21d63db8d7f4f36956 2024-11-14T17:20:57,977 INFO [StoreOpener-7f92d022a2514f21d63db8d7f4f36956-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f92d022a2514f21d63db8d7f4f36956 columnFamilyName f1 2024-11-14T17:20:57,977 DEBUG [StoreOpener-7f92d022a2514f21d63db8d7f4f36956-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:57,978 INFO [StoreOpener-7f92d022a2514f21d63db8d7f4f36956-1 {}] regionserver.HStore(327): Store=7f92d022a2514f21d63db8d7f4f36956/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:20:57,978 INFO [StoreOpener-7f92d022a2514f21d63db8d7f4f36956-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7f92d022a2514f21d63db8d7f4f36956 2024-11-14T17:20:57,979 INFO [StoreOpener-7f92d022a2514f21d63db8d7f4f36956-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f92d022a2514f21d63db8d7f4f36956 columnFamilyName norep 2024-11-14T17:20:57,979 DEBUG [StoreOpener-7f92d022a2514f21d63db8d7f4f36956-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:57,979 INFO [StoreOpener-7f92d022a2514f21d63db8d7f4f36956-1 {}] regionserver.HStore(327): Store=7f92d022a2514f21d63db8d7f4f36956/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:20:57,979 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7f92d022a2514f21d63db8d7f4f36956 2024-11-14T17:20:57,980 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/data/default/test/7f92d022a2514f21d63db8d7f4f36956 2024-11-14T17:20:57,980 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/data/default/test/7f92d022a2514f21d63db8d7f4f36956 2024-11-14T17:20:57,981 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7f92d022a2514f21d63db8d7f4f36956 2024-11-14T17:20:57,981 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7f92d022a2514f21d63db8d7f4f36956 2024-11-14T17:20:57,982 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T17:20:57,983 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7f92d022a2514f21d63db8d7f4f36956 2024-11-14T17:20:57,985 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/data/default/test/7f92d022a2514f21d63db8d7f4f36956/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:20:57,985 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7f92d022a2514f21d63db8d7f4f36956; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72497009, jitterRate=0.08028961718082428}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T17:20:57,985 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7f92d022a2514f21d63db8d7f4f36956 2024-11-14T17:20:57,985 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7f92d022a2514f21d63db8d7f4f36956: Running coprocessor pre-open hook at 1731604857971Writing region info on filesystem at 1731604857971Initializing all the Stores at 1731604857972 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604857972Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604857974 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604857974Cleaning up temporary data from old regions at 1731604857981 (+7 ms)Running coprocessor post-open hooks at 1731604857985 (+4 ms)Region opened successfully at 1731604857985 2024-11-14T17:20:57,986 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731604856777.7f92d022a2514f21d63db8d7f4f36956., pid=6, masterSystemTime=1731604857964 2024-11-14T17:20:57,988 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731604856777.7f92d022a2514f21d63db8d7f4f36956. 2024-11-14T17:20:57,988 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731604856777.7f92d022a2514f21d63db8d7f4f36956. 2024-11-14T17:20:57,989 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7f92d022a2514f21d63db8d7f4f36956, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4e57a52647ef,43729,1731604852717 2024-11-14T17:20:57,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f92d022a2514f21d63db8d7f4f36956, server=4e57a52647ef,43729,1731604852717 because future has completed 2024-11-14T17:20:57,994 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T17:20:57,994 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7f92d022a2514f21d63db8d7f4f36956, server=4e57a52647ef,43729,1731604852717 in 180 msec 2024-11-14T17:20:57,996 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T17:20:57,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7f92d022a2514f21d63db8d7f4f36956, ASSIGN in 338 msec 2024-11-14T17:20:57,997 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T17:20:57,997 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604857997"}]},"ts":"1731604857997"} 2024-11-14T17:20:57,999 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T17:20:58,000 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T17:20:58,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2230 sec 2024-11-14T17:20:58,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:20:58,933 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T17:20:58,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9d06d9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:20:58,934 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,44077,-1 for getting cluster id 2024-11-14T17:20:58,934 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:20:58,935 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa656c3b-a3e3-411b-a3b7-010d6bf39e84' 2024-11-14T17:20:58,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:20:58,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa656c3b-a3e3-411b-a3b7-010d6bf39e84" 2024-11-14T17:20:58,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44e56776, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:20:58,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,44077,-1] 2024-11-14T17:20:58,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:20:58,936 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:58,936 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:20:58,937 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7622c58a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:20:58,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e777c34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:20:58,937 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,35055,-1 for getting cluster id 2024-11-14T17:20:58,938 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:20:58,938 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab79f29-9983-40f3-ac9f-7662f1622dd3' 2024-11-14T17:20:58,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:20:58,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab79f29-9983-40f3-ac9f-7662f1622dd3" 2024-11-14T17:20:58,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c9fc42e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:20:58,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,35055,-1] 2024-11-14T17:20:58,939 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:20:58,939 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:58,939 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:20:58,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31a795fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:20:58,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1240b678, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:20:58,941 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,44077,-1 for getting cluster id 2024-11-14T17:20:58,941 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:20:58,942 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa656c3b-a3e3-411b-a3b7-010d6bf39e84' 2024-11-14T17:20:58,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:20:58,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa656c3b-a3e3-411b-a3b7-010d6bf39e84" 2024-11-14T17:20:58,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22c7067f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:20:58,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,44077,-1] 2024-11-14T17:20:58,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:20:58,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:58,943 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:20:58,944 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a1b17a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:20:58,944 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:20:58,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,44077,1731604847725 2024-11-14T17:20:58,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ea972c 2024-11-14T17:20:58,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:20:58,946 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:20:58,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44077 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://4e57a52647ef:35055,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T17:20:58,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44077 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T17:20:58,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:20:58,949 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4e57a52647ef:35055' 2024-11-14T17:20:58,950 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60caf1d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:20:58,950 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,35055,-1 for getting cluster id 2024-11-14T17:20:58,950 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:20:58,950 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab79f29-9983-40f3-ac9f-7662f1622dd3' 2024-11-14T17:20:58,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:20:58,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab79f29-9983-40f3-ac9f-7662f1622dd3" 2024-11-14T17:20:58,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e9c47c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:20:58,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,35055,-1] 2024-11-14T17:20:58,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:20:58,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:58,952 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:20:58,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30ea39a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:20:58,952 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:20:58,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,35055,1731604852607 2024-11-14T17:20:58,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6db3d17 2024-11-14T17:20:58,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:20:58,954 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:20:58,954 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-14T17:20:58,954 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T17:20:58,954 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:58,955 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:20:58,955 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:20:58,955 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T17:20:58,956 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T17:20:58,957 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T17:20:58,957 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:58,957 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T17:20:58,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741837_1013 (size=1138) 2024-11-14T17:20:59,006 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T17:20:59,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:20:59,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:20:59,391 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 59ff9115e16faae32ad5368ecb4646e3, NAME => 'hbase:replication,,1731604858955.59ff9115e16faae32ad5368ecb4646e3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698 2024-11-14T17:20:59,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741838_1014 (size=44) 2024-11-14T17:20:59,423 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731604858955.59ff9115e16faae32ad5368ecb4646e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:20:59,424 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 59ff9115e16faae32ad5368ecb4646e3, disabling compactions & flushes 2024-11-14T17:20:59,424 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731604858955.59ff9115e16faae32ad5368ecb4646e3. 2024-11-14T17:20:59,424 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731604858955.59ff9115e16faae32ad5368ecb4646e3. 2024-11-14T17:20:59,424 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731604858955.59ff9115e16faae32ad5368ecb4646e3. after waiting 0 ms 2024-11-14T17:20:59,424 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731604858955.59ff9115e16faae32ad5368ecb4646e3. 2024-11-14T17:20:59,424 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731604858955.59ff9115e16faae32ad5368ecb4646e3. 2024-11-14T17:20:59,424 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 59ff9115e16faae32ad5368ecb4646e3: Waiting for close lock at 1731604859424Disabling compacts and flushes for region at 1731604859424Disabling writes for close at 1731604859424Writing region close event to WAL at 1731604859424Closed at 1731604859424 2024-11-14T17:20:59,427 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T17:20:59,427 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731604858955.59ff9115e16faae32ad5368ecb4646e3.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731604859427"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731604859427"}]},"ts":"1731604859427"} 2024-11-14T17:20:59,435 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T17:20:59,436 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T17:20:59,437 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604859436"}]},"ts":"1731604859436"} 2024-11-14T17:20:59,439 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T17:20:59,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=59ff9115e16faae32ad5368ecb4646e3, ASSIGN}] 2024-11-14T17:20:59,442 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=59ff9115e16faae32ad5368ecb4646e3, ASSIGN 2024-11-14T17:20:59,443 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=59ff9115e16faae32ad5368ecb4646e3, ASSIGN; state=OFFLINE, location=4e57a52647ef,46289,1731604847941; forceNewPlan=false, retain=false 2024-11-14T17:20:59,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:20:59,594 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=59ff9115e16faae32ad5368ecb4646e3, regionState=OPENING, regionLocation=4e57a52647ef,46289,1731604847941 2024-11-14T17:20:59,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=59ff9115e16faae32ad5368ecb4646e3, ASSIGN because future has completed 2024-11-14T17:20:59,615 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59ff9115e16faae32ad5368ecb4646e3, server=4e57a52647ef,46289,1731604847941}] 2024-11-14T17:20:59,803 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731604858955.59ff9115e16faae32ad5368ecb4646e3. 2024-11-14T17:20:59,803 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:20:59,803 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T17:20:59,805 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4e57a52647ef%2C46289%2C1731604847941.rep, suffix=, logDir=hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/WALs/4e57a52647ef,46289,1731604847941, archiveDir=hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/oldWALs, maxLogs=10 2024-11-14T17:20:59,825 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/WALs/4e57a52647ef,46289,1731604847941/4e57a52647ef%2C46289%2C1731604847941.rep.1731604859805, exclude list is [], retry=0 2024-11-14T17:20:59,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36137,DS-2cbbe4ad-ce0d-4386-8194-cf4754c68392,DISK] 2024-11-14T17:20:59,847 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/WALs/4e57a52647ef,46289,1731604847941/4e57a52647ef%2C46289%2C1731604847941.rep.1731604859805 2024-11-14T17:20:59,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38311:38311)] 2024-11-14T17:20:59,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 59ff9115e16faae32ad5368ecb4646e3, NAME => 'hbase:replication,,1731604858955.59ff9115e16faae32ad5368ecb4646e3.', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:20:59,848 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T17:20:59,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T17:20:59,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731604858955.59ff9115e16faae32ad5368ecb4646e3. service=MultiRowMutationService 2024-11-14T17:20:59,848 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T17:20:59,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 59ff9115e16faae32ad5368ecb4646e3 2024-11-14T17:20:59,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731604858955.59ff9115e16faae32ad5368ecb4646e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:20:59,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 59ff9115e16faae32ad5368ecb4646e3 2024-11-14T17:20:59,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 59ff9115e16faae32ad5368ecb4646e3 2024-11-14T17:20:59,850 INFO [StoreOpener-59ff9115e16faae32ad5368ecb4646e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 59ff9115e16faae32ad5368ecb4646e3 2024-11-14T17:20:59,851 INFO [StoreOpener-59ff9115e16faae32ad5368ecb4646e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59ff9115e16faae32ad5368ecb4646e3 columnFamilyName hfileref 2024-11-14T17:20:59,851 DEBUG [StoreOpener-59ff9115e16faae32ad5368ecb4646e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:59,852 INFO [StoreOpener-59ff9115e16faae32ad5368ecb4646e3-1 {}] regionserver.HStore(327): Store=59ff9115e16faae32ad5368ecb4646e3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:20:59,852 INFO [StoreOpener-59ff9115e16faae32ad5368ecb4646e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 59ff9115e16faae32ad5368ecb4646e3 2024-11-14T17:20:59,853 INFO [StoreOpener-59ff9115e16faae32ad5368ecb4646e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59ff9115e16faae32ad5368ecb4646e3 columnFamilyName queue 2024-11-14T17:20:59,853 DEBUG [StoreOpener-59ff9115e16faae32ad5368ecb4646e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:59,853 INFO [StoreOpener-59ff9115e16faae32ad5368ecb4646e3-1 {}] regionserver.HStore(327): Store=59ff9115e16faae32ad5368ecb4646e3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:20:59,853 INFO [StoreOpener-59ff9115e16faae32ad5368ecb4646e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 59ff9115e16faae32ad5368ecb4646e3 2024-11-14T17:20:59,854 INFO [StoreOpener-59ff9115e16faae32ad5368ecb4646e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59ff9115e16faae32ad5368ecb4646e3 columnFamilyName sid 2024-11-14T17:20:59,854 DEBUG [StoreOpener-59ff9115e16faae32ad5368ecb4646e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:20:59,855 INFO [StoreOpener-59ff9115e16faae32ad5368ecb4646e3-1 {}] regionserver.HStore(327): Store=59ff9115e16faae32ad5368ecb4646e3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:20:59,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 59ff9115e16faae32ad5368ecb4646e3 2024-11-14T17:20:59,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/data/hbase/replication/59ff9115e16faae32ad5368ecb4646e3 2024-11-14T17:20:59,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/data/hbase/replication/59ff9115e16faae32ad5368ecb4646e3 2024-11-14T17:20:59,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 59ff9115e16faae32ad5368ecb4646e3 2024-11-14T17:20:59,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 59ff9115e16faae32ad5368ecb4646e3 2024-11-14T17:20:59,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T17:20:59,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 59ff9115e16faae32ad5368ecb4646e3 2024-11-14T17:20:59,875 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/data/hbase/replication/59ff9115e16faae32ad5368ecb4646e3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:20:59,875 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 59ff9115e16faae32ad5368ecb4646e3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68647372, jitterRate=0.02292555570602417}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T17:20:59,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 59ff9115e16faae32ad5368ecb4646e3 2024-11-14T17:20:59,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 59ff9115e16faae32ad5368ecb4646e3: Running coprocessor pre-open hook at 1731604859848Writing region info on filesystem at 1731604859848Initializing all the Stores at 1731604859849 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604859849Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604859850 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604859850Cleaning up temporary data from old regions at 1731604859857 (+7 ms)Running coprocessor post-open hooks at 1731604859876 (+19 ms)Region opened successfully at 1731604859876 2024-11-14T17:20:59,896 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731604858955.59ff9115e16faae32ad5368ecb4646e3., pid=10, masterSystemTime=1731604859775 2024-11-14T17:20:59,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731604858955.59ff9115e16faae32ad5368ecb4646e3. 2024-11-14T17:20:59,907 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731604858955.59ff9115e16faae32ad5368ecb4646e3. 2024-11-14T17:20:59,915 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=59ff9115e16faae32ad5368ecb4646e3, regionState=OPEN, openSeqNum=2, regionLocation=4e57a52647ef,46289,1731604847941 2024-11-14T17:20:59,918 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T17:20:59,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59ff9115e16faae32ad5368ecb4646e3, server=4e57a52647ef,46289,1731604847941 because future has completed 2024-11-14T17:20:59,937 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T17:20:59,938 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 59ff9115e16faae32ad5368ecb4646e3, server=4e57a52647ef,46289,1731604847941 in 314 msec 2024-11-14T17:20:59,940 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T17:20:59,940 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=59ff9115e16faae32ad5368ecb4646e3, ASSIGN in 499 msec 2024-11-14T17:20:59,941 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T17:20:59,941 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604859941"}]},"ts":"1731604859941"} 2024-11-14T17:20:59,958 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T17:20:59,959 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T17:20:59,961 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.0040 sec 2024-11-14T17:20:59,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731604858955.59ff9115e16faae32ad5368ecb4646e3., hostname=4e57a52647ef,46289,1731604847941, seqNum=2] 2024-11-14T17:21:00,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44077-0x100ab74a6fd0000, quorum=127.0.0.1:53917, baseZNode=/0225389310 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0225389310 2024-11-14T17:21:00,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46289-0x100ab74a6fd0001, quorum=127.0.0.1:53917, baseZNode=/0225389310 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0225389310 2024-11-14T17:21:00,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T17:21:00,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:21:00,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46289 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T17:21:00,195 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T17:21:00,288 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4e57a52647ef,46289,1731604847941, ReplicationSource: 1, currentBandwidth=0 2024-11-14T17:21:00,289 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:21:00,289 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,46289,1731604847941, seqNum=-1] 2024-11-14T17:21:00,289 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:21:00,295 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47963, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-14T17:21:00,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4e57a52647ef,46289,1731604847941', locateType=CURRENT is [region=hbase:replication,,1731604858955.59ff9115e16faae32ad5368ecb4646e3., hostname=4e57a52647ef,46289,1731604847941, seqNum=2] 2024-11-14T17:21:00,314 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T17:21:00,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44077 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T17:21:00,325 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4e57a52647ef,46289,1731604847941 suceeded 2024-11-14T17:21:00,336 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T17:21:00,336 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 291 msec 2024-11-14T17:21:00,336 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4e57a52647ef:35055,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T17:21:00,338 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3910 sec 2024-11-14T17:21:00,347 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46289,1731604847941 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4e57a52647ef:35055' 2024-11-14T17:21:00,348 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46289,1731604847941 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d470510, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:00,348 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46289,1731604847941 {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,35055,-1 for getting cluster id 2024-11-14T17:21:00,348 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46289,1731604847941 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:21:00,349 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab79f29-9983-40f3-ac9f-7662f1622dd3' 2024-11-14T17:21:00,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:21:00,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab79f29-9983-40f3-ac9f-7662f1622dd3" 2024-11-14T17:21:00,350 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46289,1731604847941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:00,350 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46289,1731604847941 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3545ef47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:00,350 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46289,1731604847941 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,35055,-1] 2024-11-14T17:21:00,351 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46289,1731604847941 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:21:00,352 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:21:00,353 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46289,1731604847941 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d4f8e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:00,353 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46289,1731604847941 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:21:00,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,35055,1731604852607 2024-11-14T17:21:00,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62110230 2024-11-14T17:21:00,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:21:00,355 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-14T17:21:00,356 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46289,1731604847941 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4e57a52647ef,46289,1731604847941 (queues=1) is replicating from cluster=fa656c3b-a3e3-411b-a3b7-010d6bf39e84 to cluster=1ab79f29-9983-40f3-ac9f-7662f1622dd3 2024-11-14T17:21:00,356 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46289,1731604847941 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4e57a52647ef%2C46289%2C1731604847941 2024-11-14T17:21:00,356 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46289,1731604847941 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4e57a52647ef,46289,1731604847941, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T17:21:00,369 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46289,1731604847941.replicationSource.shipper4e57a52647ef%2C46289%2C1731604847941,1-4e57a52647ef,46289,1731604847941 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4e57a52647ef%2C46289%2C1731604847941 2024-11-14T17:21:00,370 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46289,1731604847941.replicationSource.wal-reader.4e57a52647ef%2C46289%2C1731604847941,1-4e57a52647ef,46289,1731604847941 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/WALs/4e57a52647ef,46289,1731604847941/4e57a52647ef%2C46289%2C1731604847941.1731604849783, startPosition=0, beingWritten=true 2024-11-14T17:21:00,389 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46289,1731604847941.replicationSource.wal-reader.4e57a52647ef%2C46289%2C1731604847941,1-4e57a52647ef,46289,1731604847941 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T17:21:00,389 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46289,1731604847941.replicationSource.wal-reader.4e57a52647ef%2C46289%2C1731604847941,1-4e57a52647ef,46289,1731604847941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/WALs/4e57a52647ef,46289,1731604847941/4e57a52647ef%2C46289%2C1731604847941.1731604849783 to pos 379, reset compression=false 2024-11-14T17:21:00,390 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46289,1731604847941.replicationSource.shipper4e57a52647ef%2C46289%2C1731604847941,1-4e57a52647ef,46289,1731604847941 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,46289,1731604847941 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/WALs/4e57a52647ef,46289,1731604847941/4e57a52647ef%2C46289%2C1731604847941.1731604849783, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T17:21:00,625 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46289,1731604847941.replicationSource.wal-reader.4e57a52647ef%2C46289%2C1731604847941,1-4e57a52647ef,46289,1731604847941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/WALs/4e57a52647ef,46289,1731604847941/4e57a52647ef%2C46289%2C1731604847941.1731604849783 to pos 379, reset compression=false 2024-11-14T17:21:00,964 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46289,1731604847941.replicationSource.wal-reader.4e57a52647ef%2C46289%2C1731604847941,1-4e57a52647ef,46289,1731604847941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/WALs/4e57a52647ef,46289,1731604847941/4e57a52647ef%2C46289%2C1731604847941.1731604849783 to pos 379, reset compression=false 2024-11-14T17:21:01,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:21:01,093 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T17:21:01,093 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:21:01,093 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:21:01,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:01,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:01,093 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:21:01,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5021923c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:01,107 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,35055,-1 for getting cluster id 2024-11-14T17:21:01,108 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:21:01,109 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab79f29-9983-40f3-ac9f-7662f1622dd3' 2024-11-14T17:21:01,111 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:21:01,111 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab79f29-9983-40f3-ac9f-7662f1622dd3" 2024-11-14T17:21:01,111 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3614e229, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:01,112 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,35055,-1] 2024-11-14T17:21:01,112 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:21:01,112 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:01,115 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:21:01,116 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cbdd094, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:01,116 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:21:01,117 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,35055,1731604852607 2024-11-14T17:21:01,117 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23e62167 2024-11-14T17:21:01,117 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:21:01,120 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:21:01,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://4e57a52647ef:44077,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T17:21:01,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T17:21:01,129 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4e57a52647ef:44077' 2024-11-14T17:21:01,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:21:01,133 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a83702b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:01,133 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,44077,-1 for getting cluster id 2024-11-14T17:21:01,133 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:21:01,134 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa656c3b-a3e3-411b-a3b7-010d6bf39e84' 2024-11-14T17:21:01,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:21:01,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa656c3b-a3e3-411b-a3b7-010d6bf39e84" 2024-11-14T17:21:01,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@618ead58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:01,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,44077,-1] 2024-11-14T17:21:01,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:21:01,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:01,138 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:21:01,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13c21beb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:01,140 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:21:01,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,44077,1731604847725 2024-11-14T17:21:01,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51232d45 2024-11-14T17:21:01,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:21:01,142 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:21:01,143 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T17:21:01,143 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T17:21:01,143 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:01,145 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:01,145 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T17:21:01,146 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:21:01,147 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T17:21:01,158 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T17:21:01,159 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:01,160 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T17:21:01,198 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T17:21:01,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42865 is added to blk_1073741837_1013 (size=1138) 2024-11-14T17:21:01,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:21:01,311 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T17:21:01,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:01,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:01,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:01,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:01,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:01,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:01,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:01,411 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46289,1731604847941.replicationSource.wal-reader.4e57a52647ef%2C46289%2C1731604847941,1-4e57a52647ef,46289,1731604847941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/WALs/4e57a52647ef,46289,1731604847941/4e57a52647ef%2C46289%2C1731604847941.1731604849783 to pos 379, reset compression=false 2024-11-14T17:21:01,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:01,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:21:01,570 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T17:21:01,633 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f6245f9479b0db583c7e9248568b8b37, NAME => 'hbase:replication,,1731604861145.f6245f9479b0db583c7e9248568b8b37.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223 2024-11-14T17:21:01,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42865 is added to blk_1073741838_1014 (size=44) 2024-11-14T17:21:01,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:21:01,945 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46289,1731604847941.replicationSource.wal-reader.4e57a52647ef%2C46289%2C1731604847941,1-4e57a52647ef,46289,1731604847941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/WALs/4e57a52647ef,46289,1731604847941/4e57a52647ef%2C46289%2C1731604847941.1731604849783 to pos 379, reset compression=false 2024-11-14T17:21:02,099 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731604861145.f6245f9479b0db583c7e9248568b8b37.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:21:02,099 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f6245f9479b0db583c7e9248568b8b37, disabling compactions & flushes 2024-11-14T17:21:02,099 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731604861145.f6245f9479b0db583c7e9248568b8b37. 2024-11-14T17:21:02,099 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731604861145.f6245f9479b0db583c7e9248568b8b37. 2024-11-14T17:21:02,099 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731604861145.f6245f9479b0db583c7e9248568b8b37. after waiting 0 ms 2024-11-14T17:21:02,099 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731604861145.f6245f9479b0db583c7e9248568b8b37. 2024-11-14T17:21:02,099 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731604861145.f6245f9479b0db583c7e9248568b8b37. 2024-11-14T17:21:02,099 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f6245f9479b0db583c7e9248568b8b37: Waiting for close lock at 1731604862099Disabling compacts and flushes for region at 1731604862099Disabling writes for close at 1731604862099Writing region close event to WAL at 1731604862099Closed at 1731604862099 2024-11-14T17:21:02,101 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T17:21:02,101 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731604861145.f6245f9479b0db583c7e9248568b8b37.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731604862101"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731604862101"}]},"ts":"1731604862101"} 2024-11-14T17:21:02,105 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T17:21:02,106 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T17:21:02,107 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604862106"}]},"ts":"1731604862106"} 2024-11-14T17:21:02,111 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T17:21:02,111 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f6245f9479b0db583c7e9248568b8b37, ASSIGN}] 2024-11-14T17:21:02,113 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f6245f9479b0db583c7e9248568b8b37, ASSIGN 2024-11-14T17:21:02,114 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f6245f9479b0db583c7e9248568b8b37, ASSIGN; state=OFFLINE, location=4e57a52647ef,43729,1731604852717; forceNewPlan=false, retain=false 2024-11-14T17:21:02,265 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f6245f9479b0db583c7e9248568b8b37, regionState=OPENING, regionLocation=4e57a52647ef,43729,1731604852717 2024-11-14T17:21:02,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f6245f9479b0db583c7e9248568b8b37, ASSIGN because future has completed 2024-11-14T17:21:02,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6245f9479b0db583c7e9248568b8b37, server=4e57a52647ef,43729,1731604852717}] 2024-11-14T17:21:02,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:21:02,436 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731604861145.f6245f9479b0db583c7e9248568b8b37. 2024-11-14T17:21:02,436 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:21:02,436 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T17:21:02,438 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4e57a52647ef%2C43729%2C1731604852717.rep, suffix=, logDir=hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/WALs/4e57a52647ef,43729,1731604852717, archiveDir=hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/oldWALs, maxLogs=10 2024-11-14T17:21:02,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/WALs/4e57a52647ef,43729,1731604852717/4e57a52647ef%2C43729%2C1731604852717.rep.1731604862438, exclude list is [], retry=0 2024-11-14T17:21:02,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42865,DS-9af6d11e-cfe2-46a5-9f59-b1219c15231e,DISK] 2024-11-14T17:21:02,464 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/WALs/4e57a52647ef,43729,1731604852717/4e57a52647ef%2C43729%2C1731604852717.rep.1731604862438 2024-11-14T17:21:02,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38407:38407)] 2024-11-14T17:21:02,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f6245f9479b0db583c7e9248568b8b37, NAME => 'hbase:replication,,1731604861145.f6245f9479b0db583c7e9248568b8b37.', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:21:02,467 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T17:21:02,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T17:21:02,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731604861145.f6245f9479b0db583c7e9248568b8b37. service=MultiRowMutationService 2024-11-14T17:21:02,467 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T17:21:02,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f6245f9479b0db583c7e9248568b8b37 2024-11-14T17:21:02,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731604861145.f6245f9479b0db583c7e9248568b8b37.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:21:02,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f6245f9479b0db583c7e9248568b8b37 2024-11-14T17:21:02,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f6245f9479b0db583c7e9248568b8b37 2024-11-14T17:21:02,470 INFO [StoreOpener-f6245f9479b0db583c7e9248568b8b37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f6245f9479b0db583c7e9248568b8b37 2024-11-14T17:21:02,472 INFO [StoreOpener-f6245f9479b0db583c7e9248568b8b37-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6245f9479b0db583c7e9248568b8b37 columnFamilyName hfileref 2024-11-14T17:21:02,472 DEBUG [StoreOpener-f6245f9479b0db583c7e9248568b8b37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:02,473 INFO [StoreOpener-f6245f9479b0db583c7e9248568b8b37-1 {}] regionserver.HStore(327): Store=f6245f9479b0db583c7e9248568b8b37/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:21:02,473 INFO [StoreOpener-f6245f9479b0db583c7e9248568b8b37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f6245f9479b0db583c7e9248568b8b37 2024-11-14T17:21:02,474 INFO [StoreOpener-f6245f9479b0db583c7e9248568b8b37-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6245f9479b0db583c7e9248568b8b37 columnFamilyName queue 2024-11-14T17:21:02,474 DEBUG [StoreOpener-f6245f9479b0db583c7e9248568b8b37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:02,477 INFO [StoreOpener-f6245f9479b0db583c7e9248568b8b37-1 {}] regionserver.HStore(327): Store=f6245f9479b0db583c7e9248568b8b37/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:21:02,477 INFO [StoreOpener-f6245f9479b0db583c7e9248568b8b37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f6245f9479b0db583c7e9248568b8b37 2024-11-14T17:21:02,479 INFO [StoreOpener-f6245f9479b0db583c7e9248568b8b37-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6245f9479b0db583c7e9248568b8b37 columnFamilyName sid 2024-11-14T17:21:02,479 DEBUG [StoreOpener-f6245f9479b0db583c7e9248568b8b37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:02,479 INFO [StoreOpener-f6245f9479b0db583c7e9248568b8b37-1 {}] regionserver.HStore(327): Store=f6245f9479b0db583c7e9248568b8b37/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:21:02,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f6245f9479b0db583c7e9248568b8b37 2024-11-14T17:21:02,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/data/hbase/replication/f6245f9479b0db583c7e9248568b8b37 2024-11-14T17:21:02,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/data/hbase/replication/f6245f9479b0db583c7e9248568b8b37 2024-11-14T17:21:02,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f6245f9479b0db583c7e9248568b8b37 2024-11-14T17:21:02,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f6245f9479b0db583c7e9248568b8b37 2024-11-14T17:21:02,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T17:21:02,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f6245f9479b0db583c7e9248568b8b37 2024-11-14T17:21:02,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/data/hbase/replication/f6245f9479b0db583c7e9248568b8b37/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:21:02,500 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f6245f9479b0db583c7e9248568b8b37; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74775527, jitterRate=0.11424218118190765}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T17:21:02,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f6245f9479b0db583c7e9248568b8b37 2024-11-14T17:21:02,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f6245f9479b0db583c7e9248568b8b37: Running coprocessor pre-open hook at 1731604862468Writing region info on filesystem at 1731604862468Initializing all the Stores at 1731604862468Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604862468Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604862470 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604862470Cleaning up temporary data from old regions at 1731604862481 (+11 ms)Running coprocessor post-open hooks at 1731604862500 (+19 ms)Region opened successfully at 1731604862500 2024-11-14T17:21:02,501 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731604861145.f6245f9479b0db583c7e9248568b8b37., pid=10, masterSystemTime=1731604862430 2024-11-14T17:21:02,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731604861145.f6245f9479b0db583c7e9248568b8b37. 2024-11-14T17:21:02,503 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731604861145.f6245f9479b0db583c7e9248568b8b37. 2024-11-14T17:21:02,504 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f6245f9479b0db583c7e9248568b8b37, regionState=OPEN, openSeqNum=2, regionLocation=4e57a52647ef,43729,1731604852717 2024-11-14T17:21:02,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6245f9479b0db583c7e9248568b8b37, server=4e57a52647ef,43729,1731604852717 because future has completed 2024-11-14T17:21:02,527 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T17:21:02,527 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f6245f9479b0db583c7e9248568b8b37, server=4e57a52647ef,43729,1731604852717 in 253 msec 2024-11-14T17:21:02,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T17:21:02,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f6245f9479b0db583c7e9248568b8b37, ASSIGN in 416 msec 2024-11-14T17:21:02,532 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T17:21:02,532 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604862532"}]},"ts":"1731604862532"} 2024-11-14T17:21:02,535 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T17:21:02,542 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T17:21:02,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3970 sec 2024-11-14T17:21:02,572 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46289,1731604847941.replicationSource.wal-reader.4e57a52647ef%2C46289%2C1731604847941,1-4e57a52647ef,46289,1731604847941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/WALs/4e57a52647ef,46289,1731604847941/4e57a52647ef%2C46289%2C1731604847941.1731604849783 to pos 379, reset compression=false 2024-11-14T17:21:02,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731604861145.f6245f9479b0db583c7e9248568b8b37., hostname=4e57a52647ef,43729,1731604852717, seqNum=2] 2024-11-14T17:21:02,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35055-0x100ab74a6fd0003, quorum=127.0.0.1:53917, baseZNode=/11260934146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11260934146 2024-11-14T17:21:02,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43729-0x100ab74a6fd0004, quorum=127.0.0.1:53917, baseZNode=/11260934146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11260934146 2024-11-14T17:21:02,612 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T17:21:02,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T17:21:02,765 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T17:21:02,807 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4e57a52647ef,43729,1731604852717, ReplicationSource: 1, currentBandwidth=0 2024-11-14T17:21:02,807 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:21:02,807 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,43729,1731604852717, seqNum=-1] 2024-11-14T17:21:02,808 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:21:02,809 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36195, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-14T17:21:02,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4e57a52647ef,43729,1731604852717', locateType=CURRENT is [region=hbase:replication,,1731604861145.f6245f9479b0db583c7e9248568b8b37., hostname=4e57a52647ef,43729,1731604852717, seqNum=2] 2024-11-14T17:21:02,815 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T17:21:02,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T17:21:02,818 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4e57a52647ef,43729,1731604852717 suceeded 2024-11-14T17:21:02,821 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T17:21:02,821 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 206 msec 2024-11-14T17:21:02,821 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4e57a52647ef:44077,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T17:21:02,825 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6970 sec 2024-11-14T17:21:02,835 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43729,1731604852717 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4e57a52647ef:44077' 2024-11-14T17:21:02,838 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43729,1731604852717 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1fbd0b28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:02,838 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43729,1731604852717 {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,44077,-1 for getting cluster id 2024-11-14T17:21:02,838 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43729,1731604852717 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:21:02,843 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa656c3b-a3e3-411b-a3b7-010d6bf39e84' 2024-11-14T17:21:02,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:21:02,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa656c3b-a3e3-411b-a3b7-010d6bf39e84" 2024-11-14T17:21:02,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f59e900, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:02,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,44077,-1] 2024-11-14T17:21:02,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:21:02,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:02,845 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:21:02,845 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43729,1731604852717 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d839c64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:02,845 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43729,1731604852717 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:21:02,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,44077,1731604847725 2024-11-14T17:21:02,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67f01742 2024-11-14T17:21:02,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:21:02,847 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-14T17:21:02,848 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43729,1731604852717 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4e57a52647ef,43729,1731604852717 (queues=1) is replicating from cluster=1ab79f29-9983-40f3-ac9f-7662f1622dd3 to cluster=fa656c3b-a3e3-411b-a3b7-010d6bf39e84 2024-11-14T17:21:02,848 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43729,1731604852717 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4e57a52647ef%2C43729%2C1731604852717 2024-11-14T17:21:02,848 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43729,1731604852717 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4e57a52647ef,43729,1731604852717, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T17:21:02,848 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43729,1731604852717.replicationSource.shipper4e57a52647ef%2C43729%2C1731604852717,1-4e57a52647ef,43729,1731604852717 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4e57a52647ef%2C43729%2C1731604852717 2024-11-14T17:21:02,848 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43729,1731604852717.replicationSource.wal-reader.4e57a52647ef%2C43729%2C1731604852717,1-4e57a52647ef,43729,1731604852717 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/WALs/4e57a52647ef,43729,1731604852717/4e57a52647ef%2C43729%2C1731604852717.1731604854057, startPosition=0, beingWritten=true 2024-11-14T17:21:02,858 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43729,1731604852717.replicationSource.wal-reader.4e57a52647ef%2C43729%2C1731604852717,1-4e57a52647ef,43729,1731604852717 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T17:21:02,858 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43729,1731604852717.replicationSource.wal-reader.4e57a52647ef%2C43729%2C1731604852717,1-4e57a52647ef,43729,1731604852717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/WALs/4e57a52647ef,43729,1731604852717/4e57a52647ef%2C43729%2C1731604852717.1731604854057 to pos 379, reset compression=false 2024-11-14T17:21:02,858 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43729,1731604852717.replicationSource.shipper4e57a52647ef%2C43729%2C1731604852717,1-4e57a52647ef,43729,1731604852717 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,43729,1731604852717 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/WALs/4e57a52647ef,43729,1731604852717/4e57a52647ef%2C43729%2C1731604852717.1731604854057, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T17:21:03,068 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43729,1731604852717.replicationSource.wal-reader.4e57a52647ef%2C43729%2C1731604852717,1-4e57a52647ef,43729,1731604852717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/WALs/4e57a52647ef,43729,1731604852717/4e57a52647ef%2C43729%2C1731604852717.1731604854057 to pos 379, reset compression=false 2024-11-14T17:21:03,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:21:03,296 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T17:21:03,296 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:21:03,296 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:21:03,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:03,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:03,297 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:21:03,298 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:21:03,304 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46289,1731604847941.replicationSource.wal-reader.4e57a52647ef%2C46289%2C1731604847941,1-4e57a52647ef,46289,1731604847941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/WALs/4e57a52647ef,46289,1731604847941/4e57a52647ef%2C46289%2C1731604847941.1731604849783 to pos 379, reset compression=false 2024-11-14T17:21:03,307 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731604863306/Put/seqid=0 2024-11-14T17:21:03,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741840_1016 (size=7894) 2024-11-14T17:21:03,350 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731604863350/Put/seqid=0 2024-11-14T17:21:03,383 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43729,1731604852717.replicationSource.wal-reader.4e57a52647ef%2C43729%2C1731604852717,1-4e57a52647ef,43729,1731604852717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/WALs/4e57a52647ef,43729,1731604852717/4e57a52647ef%2C43729%2C1731604852717.1731604854057 to pos 379, reset compression=false 2024-11-14T17:21:03,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741841_1017 (size=7691) 2024-11-14T17:21:03,799 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43729,1731604852717.replicationSource.wal-reader.4e57a52647ef%2C43729%2C1731604852717,1-4e57a52647ef,43729,1731604852717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/WALs/4e57a52647ef,43729,1731604852717/4e57a52647ef%2C43729%2C1731604852717.1731604854057 to pos 379, reset compression=false 2024-11-14T17:21:03,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e81c42f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:03,823 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,44077,-1 for getting cluster id 2024-11-14T17:21:03,823 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:21:03,824 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa656c3b-a3e3-411b-a3b7-010d6bf39e84' 2024-11-14T17:21:03,824 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:21:03,825 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa656c3b-a3e3-411b-a3b7-010d6bf39e84" 2024-11-14T17:21:03,825 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dfba42c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:03,825 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,44077,-1] 2024-11-14T17:21:03,825 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:21:03,825 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:03,826 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:21:03,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71b397cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:03,828 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:21:03,830 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,46289,1731604847941, seqNum=-1] 2024-11-14T17:21:03,830 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:21:03,832 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:21:03,859 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:21:03,860 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,44077,1731604847725 2024-11-14T17:21:03,860 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45ae81a9 2024-11-14T17:21:03,861 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:21:03,862 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:21:03,867 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731604854626.33dbefdb6d05f71a4d18badd7b7dfb2a., hostname=4e57a52647ef,46289,1731604847941, seqNum=2] 2024-11-14T17:21:03,877 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T17:21:03,896 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-14T17:21:03,902 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-14T17:21:03,909 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46289 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 33dbefdb6d05f71a4d18badd7b7dfb2a/f 2024-11-14T17:21:03,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46289 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-14T17:21:03,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46289 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T17:21:03,919 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46289 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 33dbefdb6d05f71a4d18badd7b7dfb2a/f 2024-11-14T17:21:03,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46289 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-14T17:21:03,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46289 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T17:21:03,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46289 {}] regionserver.HRegion(2603): Flush status journal for 33dbefdb6d05f71a4d18badd7b7dfb2a: 2024-11-14T17:21:03,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46289 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/staging/jenkins__test__do4aou7j8gmlo98cbav6fcqf6d1vcgk024th21fm3fnsgk0j0fi6kfoin4cjipdv/f/hfile_0 2024-11-14T17:21:03,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46289 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/staging/jenkins__test__do4aou7j8gmlo98cbav6fcqf6d1vcgk024th21fm3fnsgk0j0fi6kfoin4cjipdv/f/hfile_0 as hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/data/default/test/33dbefdb6d05f71a4d18badd7b7dfb2a/f/79c635bcbe0d4bbca8ffacee5ca1b6a1_SeqId_4_ 2024-11-14T17:21:03,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46289 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/staging/jenkins__test__do4aou7j8gmlo98cbav6fcqf6d1vcgk024th21fm3fnsgk0j0fi6kfoin4cjipdv/f/hfile_1 2024-11-14T17:21:03,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46289 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/staging/jenkins__test__do4aou7j8gmlo98cbav6fcqf6d1vcgk024th21fm3fnsgk0j0fi6kfoin4cjipdv/f/hfile_1 as hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/data/default/test/33dbefdb6d05f71a4d18badd7b7dfb2a/f/6c39241f07fe462bb359c492bd996c37_SeqId_4_ 2024-11-14T17:21:03,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46289 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/staging/jenkins__test__do4aou7j8gmlo98cbav6fcqf6d1vcgk024th21fm3fnsgk0j0fi6kfoin4cjipdv/f/hfile_0 into 33dbefdb6d05f71a4d18badd7b7dfb2a/f as hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/data/default/test/33dbefdb6d05f71a4d18badd7b7dfb2a/f/79c635bcbe0d4bbca8ffacee5ca1b6a1_SeqId_4_ - updating store file list. 2024-11-14T17:21:04,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46289 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 79c635bcbe0d4bbca8ffacee5ca1b6a1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T17:21:04,007 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46289 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/data/default/test/33dbefdb6d05f71a4d18badd7b7dfb2a/f/79c635bcbe0d4bbca8ffacee5ca1b6a1_SeqId_4_ into 33dbefdb6d05f71a4d18badd7b7dfb2a/f 2024-11-14T17:21:04,008 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46289 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/staging/jenkins__test__do4aou7j8gmlo98cbav6fcqf6d1vcgk024th21fm3fnsgk0j0fi6kfoin4cjipdv/f/hfile_0 into 33dbefdb6d05f71a4d18badd7b7dfb2a/f (new location: hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/data/default/test/33dbefdb6d05f71a4d18badd7b7dfb2a/f/79c635bcbe0d4bbca8ffacee5ca1b6a1_SeqId_4_) 2024-11-14T17:21:04,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46289 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/staging/jenkins__test__do4aou7j8gmlo98cbav6fcqf6d1vcgk024th21fm3fnsgk0j0fi6kfoin4cjipdv/f/hfile_0 2024-11-14T17:21:04,010 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46289 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/staging/jenkins__test__do4aou7j8gmlo98cbav6fcqf6d1vcgk024th21fm3fnsgk0j0fi6kfoin4cjipdv/f/hfile_1 into 33dbefdb6d05f71a4d18badd7b7dfb2a/f as hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/data/default/test/33dbefdb6d05f71a4d18badd7b7dfb2a/f/6c39241f07fe462bb359c492bd996c37_SeqId_4_ - updating store file list. 2024-11-14T17:21:04,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46289 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6c39241f07fe462bb359c492bd996c37_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T17:21:04,020 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46289 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/data/default/test/33dbefdb6d05f71a4d18badd7b7dfb2a/f/6c39241f07fe462bb359c492bd996c37_SeqId_4_ into 33dbefdb6d05f71a4d18badd7b7dfb2a/f 2024-11-14T17:21:04,020 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46289 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/staging/jenkins__test__do4aou7j8gmlo98cbav6fcqf6d1vcgk024th21fm3fnsgk0j0fi6kfoin4cjipdv/f/hfile_1 into 33dbefdb6d05f71a4d18badd7b7dfb2a/f (new location: hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/data/default/test/33dbefdb6d05f71a4d18badd7b7dfb2a/f/6c39241f07fe462bb359c492bd996c37_SeqId_4_) 2024-11-14T17:21:04,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46289 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/staging/jenkins__test__do4aou7j8gmlo98cbav6fcqf6d1vcgk024th21fm3fnsgk0j0fi6kfoin4cjipdv/f/hfile_1 2024-11-14T17:21:04,025 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:21:04,025 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:21:04,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:04,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:04,025 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:21:04,026 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:21:04,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,43729,1731604852717, seqNum=-1] 2024-11-14T17:21:04,028 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731604854626.33dbefdb6d05f71a4d18badd7b7dfb2a., hostname=4e57a52647ef,46289,1731604847941, seqNum=2 , the old value is region=test,,1731604854626.33dbefdb6d05f71a4d18badd7b7dfb2a., hostname=4e57a52647ef,46289,1731604847941, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=4e57a52647ef:46289 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T17:21:04,028 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:21:04,028 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731604854626.33dbefdb6d05f71a4d18badd7b7dfb2a., hostname=4e57a52647ef,46289,1731604847941, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T17:21:04,028 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731604854626.33dbefdb6d05f71a4d18badd7b7dfb2a., hostname=4e57a52647ef,46289,1731604847941, seqNum=2 from cache 2024-11-14T17:21:04,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46289 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46289: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:40660 deadline: 1731604924028 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:40660 2024-11-14T17:21:04,035 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:21:04,039 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731604856777.7f92d022a2514f21d63db8d7f4f36956., hostname=4e57a52647ef,43729,1731604852717, seqNum=2] 2024-11-14T17:21:04,048 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T17:21:04,134 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e57a52647ef:46289 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T17:21:04,135 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46289,1731604847941.replicationSource.wal-reader.4e57a52647ef%2C46289%2C1731604847941,1-4e57a52647ef,46289,1731604847941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/WALs/4e57a52647ef,46289,1731604847941/4e57a52647ef%2C46289%2C1731604847941.1731604849783 to pos 379, reset compression=false 2024-11-14T17:21:04,164 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46289,1731604847941.replicationSource.wal-reader.4e57a52647ef%2C46289%2C1731604847941,1-4e57a52647ef,46289,1731604847941 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T17:21:04,164 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46289,1731604847941.replicationSource.shipper4e57a52647ef%2C46289%2C1731604847941,1-4e57a52647ef,46289,1731604847941 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,46289,1731604847941 got entry batch from reader: WALEntryBatch [walEntries=[{test/33dbefdb6d05f71a4d18badd7b7dfb2a/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731604864021/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/WALs/4e57a52647ef,46289,1731604847941/4e57a52647ef%2C46289%2C1731604847941.1731604849783, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T17:21:04,167 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46289,1731604847941.replicationSource.shipper4e57a52647ef%2C46289%2C1731604847941,1-4e57a52647ef,46289,1731604847941 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T17:21:04,168 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-14T17:21:04,169 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] regionserver.ReplicationSink(318): Replicating [fa656c3b-a3e3-411b-a3b7-010d6bf39e84] bulk loaded data 2024-11-14T17:21:04,170 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5382e81c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:04,170 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,35055,-1 for getting cluster id 2024-11-14T17:21:04,170 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:21:04,175 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab79f29-9983-40f3-ac9f-7662f1622dd3' 2024-11-14T17:21:04,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:21:04,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab79f29-9983-40f3-ac9f-7662f1622dd3" 2024-11-14T17:21:04,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b46ca1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:04,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,35055,-1] 2024-11-14T17:21:04,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:21:04,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:04,179 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:21:04,180 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77abc3b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:04,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42865 is added to blk_1073741840_1016 (size=7894) 2024-11-14T17:21:04,324 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43729,1731604852717.replicationSource.wal-reader.4e57a52647ef%2C43729%2C1731604852717,1-4e57a52647ef,43729,1731604852717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/WALs/4e57a52647ef,43729,1731604852717/4e57a52647ef%2C43729%2C1731604852717.1731604854057 to pos 379, reset compression=false 2024-11-14T17:21:04,365 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46289,1731604847941.replicationSource.wal-reader.4e57a52647ef%2C46289%2C1731604847941,1-4e57a52647ef,46289,1731604847941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/WALs/4e57a52647ef,46289,1731604847941/4e57a52647ef%2C46289%2C1731604847941.1731604849783 to pos 687, reset compression=false 2024-11-14T17:21:04,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42865 is added to blk_1073741841_1017 (size=7691) 2024-11-14T17:21:04,406 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:21:04,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,35055,1731604852607 2024-11-14T17:21:04,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d2fb595 2024-11-14T17:21:04,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:21:04,412 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-14T17:21:04,467 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T17:21:04,468 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:21:04,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,43729,1731604852717, seqNum=-1] 2024-11-14T17:21:04,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:21:04,480 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-14T17:21:04,505 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/staging/jenkins.hfs.11__test__9fvoqr2h3dn5g0b6ji17q86anu14sfckak3qa1blif29uu1rqeu2sa3hca5tlng9/f/6c39241f07fe462bb359c492bd996c37_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-14T17:21:04,511 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/staging/jenkins.hfs.11__test__9fvoqr2h3dn5g0b6ji17q86anu14sfckak3qa1blif29uu1rqeu2sa3hca5tlng9/f/79c635bcbe0d4bbca8ffacee5ca1b6a1_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-14T17:21:04,539 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/staging/jenkins.hfs.11__test__9fvoqr2h3dn5g0b6ji17q86anu14sfckak3qa1blif29uu1rqeu2sa3hca5tlng9/f/79c635bcbe0d4bbca8ffacee5ca1b6a1_SeqId_4_ for inclusion in 7f92d022a2514f21d63db8d7f4f36956/f 2024-11-14T17:21:04,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-14T17:21:04,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T17:21:04,553 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/staging/jenkins.hfs.11__test__9fvoqr2h3dn5g0b6ji17q86anu14sfckak3qa1blif29uu1rqeu2sa3hca5tlng9/f/6c39241f07fe462bb359c492bd996c37_SeqId_4_ for inclusion in 7f92d022a2514f21d63db8d7f4f36956/f 2024-11-14T17:21:04,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-14T17:21:04,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T17:21:04,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] regionserver.HRegion(2603): Flush status journal for 7f92d022a2514f21d63db8d7f4f36956: 2024-11-14T17:21:04,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 79c635bcbe0d4bbca8ffacee5ca1b6a1_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T17:21:04,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/staging/jenkins.hfs.11__test__9fvoqr2h3dn5g0b6ji17q86anu14sfckak3qa1blif29uu1rqeu2sa3hca5tlng9/f/79c635bcbe0d4bbca8ffacee5ca1b6a1_SeqId_4_ as hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/data/default/test/7f92d022a2514f21d63db8d7f4f36956/f/37ede4d4ecd44d808898957dc7fd6309_SeqId_4_ 2024-11-14T17:21:04,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6c39241f07fe462bb359c492bd996c37_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T17:21:04,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/staging/jenkins.hfs.11__test__9fvoqr2h3dn5g0b6ji17q86anu14sfckak3qa1blif29uu1rqeu2sa3hca5tlng9/f/6c39241f07fe462bb359c492bd996c37_SeqId_4_ as hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/data/default/test/7f92d022a2514f21d63db8d7f4f36956/f/343b7b0745aa436eabbb693756e00987_SeqId_4_ 2024-11-14T17:21:04,582 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/staging/jenkins.hfs.11__test__9fvoqr2h3dn5g0b6ji17q86anu14sfckak3qa1blif29uu1rqeu2sa3hca5tlng9/f/79c635bcbe0d4bbca8ffacee5ca1b6a1_SeqId_4_ into 7f92d022a2514f21d63db8d7f4f36956/f as hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/data/default/test/7f92d022a2514f21d63db8d7f4f36956/f/37ede4d4ecd44d808898957dc7fd6309_SeqId_4_ - updating store file list. 2024-11-14T17:21:04,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 37ede4d4ecd44d808898957dc7fd6309_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T17:21:04,611 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/data/default/test/7f92d022a2514f21d63db8d7f4f36956/f/37ede4d4ecd44d808898957dc7fd6309_SeqId_4_ into 7f92d022a2514f21d63db8d7f4f36956/f 2024-11-14T17:21:04,611 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/staging/jenkins.hfs.11__test__9fvoqr2h3dn5g0b6ji17q86anu14sfckak3qa1blif29uu1rqeu2sa3hca5tlng9/f/79c635bcbe0d4bbca8ffacee5ca1b6a1_SeqId_4_ into 7f92d022a2514f21d63db8d7f4f36956/f (new location: hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/data/default/test/7f92d022a2514f21d63db8d7f4f36956/f/37ede4d4ecd44d808898957dc7fd6309_SeqId_4_) 2024-11-14T17:21:04,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/staging/jenkins.hfs.11__test__9fvoqr2h3dn5g0b6ji17q86anu14sfckak3qa1blif29uu1rqeu2sa3hca5tlng9/f/79c635bcbe0d4bbca8ffacee5ca1b6a1_SeqId_4_ 2024-11-14T17:21:04,622 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/staging/jenkins.hfs.11__test__9fvoqr2h3dn5g0b6ji17q86anu14sfckak3qa1blif29uu1rqeu2sa3hca5tlng9/f/6c39241f07fe462bb359c492bd996c37_SeqId_4_ into 7f92d022a2514f21d63db8d7f4f36956/f as hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/data/default/test/7f92d022a2514f21d63db8d7f4f36956/f/343b7b0745aa436eabbb693756e00987_SeqId_4_ - updating store file list. 2024-11-14T17:21:04,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 343b7b0745aa436eabbb693756e00987_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T17:21:04,630 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/data/default/test/7f92d022a2514f21d63db8d7f4f36956/f/343b7b0745aa436eabbb693756e00987_SeqId_4_ into 7f92d022a2514f21d63db8d7f4f36956/f 2024-11-14T17:21:04,630 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/staging/jenkins.hfs.11__test__9fvoqr2h3dn5g0b6ji17q86anu14sfckak3qa1blif29uu1rqeu2sa3hca5tlng9/f/6c39241f07fe462bb359c492bd996c37_SeqId_4_ into 7f92d022a2514f21d63db8d7f4f36956/f (new location: hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/data/default/test/7f92d022a2514f21d63db8d7f4f36956/f/343b7b0745aa436eabbb693756e00987_SeqId_4_) 2024-11-14T17:21:04,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/staging/jenkins.hfs.11__test__9fvoqr2h3dn5g0b6ji17q86anu14sfckak3qa1blif29uu1rqeu2sa3hca5tlng9/f/6c39241f07fe462bb359c492bd996c37_SeqId_4_ 2024-11-14T17:21:04,635 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] regionserver.ReplicationSink(324): Finished replicating [fa656c3b-a3e3-411b-a3b7-010d6bf39e84] bulk loaded data 2024-11-14T17:21:04,703 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46289,1731604847941.replicationSource.wal-reader.4e57a52647ef%2C46289%2C1731604847941,1-4e57a52647ef,46289,1731604847941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/WALs/4e57a52647ef,46289,1731604847941/4e57a52647ef%2C46289%2C1731604847941.1731604849783 to pos 687, reset compression=false 2024-11-14T17:21:04,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T17:21:04,876 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T17:21:04,877 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T17:21:04,877 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-14T17:21:04,877 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T17:21:04,877 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T17:21:04,978 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43729,1731604852717.replicationSource.wal-reader.4e57a52647ef%2C43729%2C1731604852717,1-4e57a52647ef,43729,1731604852717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/WALs/4e57a52647ef,43729,1731604852717/4e57a52647ef%2C43729%2C1731604852717.1731604854057 to pos 379, reset compression=false 2024-11-14T17:21:05,001 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43729,1731604852717.replicationSource.wal-reader.4e57a52647ef%2C43729%2C1731604852717,1-4e57a52647ef,43729,1731604852717 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T17:21:05,001 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43729,1731604852717.replicationSource.shipper4e57a52647ef%2C43729%2C1731604852717,1-4e57a52647ef,43729,1731604852717 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,43729,1731604852717 got entry batch from reader: WALEntryBatch [walEntries=[{test/7f92d022a2514f21d63db8d7f4f36956/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731604864631/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/WALs/4e57a52647ef,43729,1731604852717/4e57a52647ef%2C43729%2C1731604852717.1731604854057, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-14T17:21:05,007 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43729,1731604852717.replicationSource.shipper4e57a52647ef%2C43729%2C1731604852717,1-4e57a52647ef,43729,1731604852717 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T17:21:05,009 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-14T17:21:05,009 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46289 {}] regionserver.ReplicationSink(318): Replicating [fa656c3b-a3e3-411b-a3b7-010d6bf39e84, 1ab79f29-9983-40f3-ac9f-7662f1622dd3] bulk loaded data 2024-11-14T17:21:05,016 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46289 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7342c6d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:05,016 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46289 {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,44077,-1 for getting cluster id 2024-11-14T17:21:05,016 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46289 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:21:05,023 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa656c3b-a3e3-411b-a3b7-010d6bf39e84' 2024-11-14T17:21:05,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:21:05,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa656c3b-a3e3-411b-a3b7-010d6bf39e84" 2024-11-14T17:21:05,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2516d208, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:05,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,44077,-1] 2024-11-14T17:21:05,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:21:05,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:05,030 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:21:05,033 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46289 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@767c5d8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:05,070 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:21:05,075 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731604865075/Put/seqid=0 2024-11-14T17:21:05,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42865 is added to blk_1073741842_1018 (size=11194) 2024-11-14T17:21:05,136 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46289,1731604847941.replicationSource.wal-reader.4e57a52647ef%2C46289%2C1731604847941,1-4e57a52647ef,46289,1731604847941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/WALs/4e57a52647ef,46289,1731604847941/4e57a52647ef%2C46289%2C1731604847941.1731604849783 to pos 687, reset compression=false 2024-11-14T17:21:05,140 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731604865138/Put/seqid=0 2024-11-14T17:21:05,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741842_1018 (size=7894) 2024-11-14T17:21:05,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42865 is added to blk_1073741843_1019 (size=10791) 2024-11-14T17:21:05,204 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43729,1731604852717.replicationSource.wal-reader.4e57a52647ef%2C43729%2C1731604852717,1-4e57a52647ef,43729,1731604852717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/WALs/4e57a52647ef,43729,1731604852717/4e57a52647ef%2C43729%2C1731604852717.1731604854057 to pos 725, reset compression=false 2024-11-14T17:21:05,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741843_1019 (size=7691) 2024-11-14T17:21:05,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d2df07c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:05,219 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,35055,-1 for getting cluster id 2024-11-14T17:21:05,219 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:21:05,223 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab79f29-9983-40f3-ac9f-7662f1622dd3' 2024-11-14T17:21:05,223 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:21:05,223 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab79f29-9983-40f3-ac9f-7662f1622dd3" 2024-11-14T17:21:05,223 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38bb9bf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:05,223 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,35055,-1] 2024-11-14T17:21:05,224 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:21:05,224 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:05,225 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:21:05,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d5582f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:05,229 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:21:05,230 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,43729,1731604852717, seqNum=-1] 2024-11-14T17:21:05,230 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:21:05,232 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:21:05,243 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:21:05,245 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,35055,1731604852607 2024-11-14T17:21:05,245 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a9b6cd7 2024-11-14T17:21:05,245 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:21:05,247 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:21:05,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731604856777.7f92d022a2514f21d63db8d7f4f36956., hostname=4e57a52647ef,43729,1731604852717, seqNum=2] 2024-11-14T17:21:05,263 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T17:21:05,285 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-14T17:21:05,290 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-14T17:21:05,304 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 7f92d022a2514f21d63db8d7f4f36956/f 2024-11-14T17:21:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-14T17:21:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T17:21:05,318 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 7f92d022a2514f21d63db8d7f4f36956/f 2024-11-14T17:21:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-14T17:21:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T17:21:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] regionserver.HRegion(2603): Flush status journal for 7f92d022a2514f21d63db8d7f4f36956: 2024-11-14T17:21:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/staging/jenkins__test__l1pjakgnq3u1ici87csji5oco6fsiuh835uffs2q4lrp9nu5312noduvefrptu3e/f/hfile_1 2024-11-14T17:21:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/staging/jenkins__test__l1pjakgnq3u1ici87csji5oco6fsiuh835uffs2q4lrp9nu5312noduvefrptu3e/f/hfile_1 as hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/data/default/test/7f92d022a2514f21d63db8d7f4f36956/f/3b9997a3a4e84c7597d2043b015bae17_SeqId_6_ 2024-11-14T17:21:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/staging/jenkins__test__l1pjakgnq3u1ici87csji5oco6fsiuh835uffs2q4lrp9nu5312noduvefrptu3e/f/hfile_0 2024-11-14T17:21:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/staging/jenkins__test__l1pjakgnq3u1ici87csji5oco6fsiuh835uffs2q4lrp9nu5312noduvefrptu3e/f/hfile_0 as hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/data/default/test/7f92d022a2514f21d63db8d7f4f36956/f/799da895f2ef477eb0e8a726171e2297_SeqId_6_ 2024-11-14T17:21:05,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/staging/jenkins__test__l1pjakgnq3u1ici87csji5oco6fsiuh835uffs2q4lrp9nu5312noduvefrptu3e/f/hfile_1 into 7f92d022a2514f21d63db8d7f4f36956/f as hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/data/default/test/7f92d022a2514f21d63db8d7f4f36956/f/3b9997a3a4e84c7597d2043b015bae17_SeqId_6_ - updating store file list. 2024-11-14T17:21:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3b9997a3a4e84c7597d2043b015bae17_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T17:21:05,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/data/default/test/7f92d022a2514f21d63db8d7f4f36956/f/3b9997a3a4e84c7597d2043b015bae17_SeqId_6_ into 7f92d022a2514f21d63db8d7f4f36956/f 2024-11-14T17:21:05,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/staging/jenkins__test__l1pjakgnq3u1ici87csji5oco6fsiuh835uffs2q4lrp9nu5312noduvefrptu3e/f/hfile_1 into 7f92d022a2514f21d63db8d7f4f36956/f (new location: hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/data/default/test/7f92d022a2514f21d63db8d7f4f36956/f/3b9997a3a4e84c7597d2043b015bae17_SeqId_6_) 2024-11-14T17:21:05,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/staging/jenkins__test__l1pjakgnq3u1ici87csji5oco6fsiuh835uffs2q4lrp9nu5312noduvefrptu3e/f/hfile_1 2024-11-14T17:21:05,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/staging/jenkins__test__l1pjakgnq3u1ici87csji5oco6fsiuh835uffs2q4lrp9nu5312noduvefrptu3e/f/hfile_0 into 7f92d022a2514f21d63db8d7f4f36956/f as hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/data/default/test/7f92d022a2514f21d63db8d7f4f36956/f/799da895f2ef477eb0e8a726171e2297_SeqId_6_ - updating store file list. 2024-11-14T17:21:05,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 799da895f2ef477eb0e8a726171e2297_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T17:21:05,385 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/data/default/test/7f92d022a2514f21d63db8d7f4f36956/f/799da895f2ef477eb0e8a726171e2297_SeqId_6_ into 7f92d022a2514f21d63db8d7f4f36956/f 2024-11-14T17:21:05,385 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/staging/jenkins__test__l1pjakgnq3u1ici87csji5oco6fsiuh835uffs2q4lrp9nu5312noduvefrptu3e/f/hfile_0 into 7f92d022a2514f21d63db8d7f4f36956/f (new location: hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/data/default/test/7f92d022a2514f21d63db8d7f4f36956/f/799da895f2ef477eb0e8a726171e2297_SeqId_6_) 2024-11-14T17:21:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/staging/jenkins__test__l1pjakgnq3u1ici87csji5oco6fsiuh835uffs2q4lrp9nu5312noduvefrptu3e/f/hfile_0 2024-11-14T17:21:05,388 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:21:05,388 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:21:05,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:05,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:05,389 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:21:05,390 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:21:05,391 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731604856777.7f92d022a2514f21d63db8d7f4f36956., hostname=4e57a52647ef,43729,1731604852717, seqNum=2 , the old value is region=test,,1731604856777.7f92d022a2514f21d63db8d7f4f36956., hostname=4e57a52647ef,43729,1731604852717, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=4e57a52647ef:43729 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T17:21:05,391 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731604856777.7f92d022a2514f21d63db8d7f4f36956., hostname=4e57a52647ef,43729,1731604852717, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T17:21:05,391 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731604856777.7f92d022a2514f21d63db8d7f4f36956., hostname=4e57a52647ef,43729,1731604852717, seqNum=2 from cache 2024-11-14T17:21:05,391 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,46289,1731604847941, seqNum=-1] 2024-11-14T17:21:05,392 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:21:05,393 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:21:05,395 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-14T17:21:05,396 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731604854626.33dbefdb6d05f71a4d18badd7b7dfb2a., hostname=4e57a52647ef,46289,1731604847941, seqNum=2] 2024-11-14T17:21:05,406 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T17:21:05,503 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e57a52647ef:43729 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T17:21:05,542 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43729,1731604852717.replicationSource.wal-reader.4e57a52647ef%2C43729%2C1731604852717,1-4e57a52647ef,43729,1731604852717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/WALs/4e57a52647ef,43729,1731604852717/4e57a52647ef%2C43729%2C1731604852717.1731604854057 to pos 725, reset compression=false 2024-11-14T17:21:05,589 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43729,1731604852717.replicationSource.wal-reader.4e57a52647ef%2C43729%2C1731604852717,1-4e57a52647ef,43729,1731604852717 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T17:21:05,626 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46289 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:21:05,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,44077,1731604847725 2024-11-14T17:21:05,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33efa9e5 2024-11-14T17:21:05,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:21:05,634 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-14T17:21:05,637 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46289 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T17:21:05,637 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46289 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:21:05,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,46289,1731604847941, seqNum=-1] 2024-11-14T17:21:05,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:21:05,640 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-14T17:21:05,655 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46289,1731604847941.replicationSource.wal-reader.4e57a52647ef%2C46289%2C1731604847941,1-4e57a52647ef,46289,1731604847941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/WALs/4e57a52647ef,46289,1731604847941/4e57a52647ef%2C46289%2C1731604847941.1731604849783 to pos 687, reset compression=false 2024-11-14T17:21:05,669 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/staging/jenkins.hfs.10__test__37hm44utsi8s4fol89elj7jpd85l6sk7eacfcnam8gbi05ept4g1bv4h78ccqqk5/f/343b7b0745aa436eabbb693756e00987_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-14T17:21:05,683 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/staging/jenkins.hfs.10__test__37hm44utsi8s4fol89elj7jpd85l6sk7eacfcnam8gbi05ept4g1bv4h78ccqqk5/f/37ede4d4ecd44d808898957dc7fd6309_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-14T17:21:05,694 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46289 {}] regionserver.ReplicationSink(324): Finished replicating [fa656c3b-a3e3-411b-a3b7-010d6bf39e84, 1ab79f29-9983-40f3-ac9f-7662f1622dd3] bulk loaded data 2024-11-14T17:21:05,707 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43729,1731604852717.replicationSource.shipper4e57a52647ef%2C43729%2C1731604852717,1-4e57a52647ef,43729,1731604852717 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,43729,1731604852717 got entry batch from reader: WALEntryBatch [walEntries=[{test/7f92d022a2514f21d63db8d7f4f36956/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731604865386/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/WALs/4e57a52647ef,43729,1731604852717/4e57a52647ef%2C43729%2C1731604852717.1731604854057, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T17:21:05,709 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46289 {}] regionserver.ReplicationSink(318): Replicating [1ab79f29-9983-40f3-ac9f-7662f1622dd3] bulk loaded data 2024-11-14T17:21:05,794 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43729,1731604852717.replicationSource.wal-reader.4e57a52647ef%2C43729%2C1731604852717,1-4e57a52647ef,43729,1731604852717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/WALs/4e57a52647ef,43729,1731604852717/4e57a52647ef%2C43729%2C1731604852717.1731604854057 to pos 1033, reset compression=false 2024-11-14T17:21:05,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741844_1020 (size=10791) 2024-11-14T17:21:06,120 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43729,1731604852717.replicationSource.wal-reader.4e57a52647ef%2C43729%2C1731604852717,1-4e57a52647ef,43729,1731604852717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/WALs/4e57a52647ef,43729,1731604852717/4e57a52647ef%2C43729%2C1731604852717.1731604854057 to pos 1033, reset compression=false 2024-11-14T17:21:06,280 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46289,1731604847941.replicationSource.wal-reader.4e57a52647ef%2C46289%2C1731604847941,1-4e57a52647ef,46289,1731604847941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/WALs/4e57a52647ef,46289,1731604847941/4e57a52647ef%2C46289%2C1731604847941.1731604849783 to pos 687, reset compression=false 2024-11-14T17:21:06,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741845_1021 (size=11194) 2024-11-14T17:21:06,325 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46289 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T17:21:06,341 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/staging/jenkins.hfs.10__test__s9jg7dt6ep3nfdd09048lbbgcb84omia5kanm73cs2ltseokct6080lgs2b8e7ib/f/3b9997a3a4e84c7597d2043b015bae17_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-14T17:21:06,348 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/staging/jenkins.hfs.10__test__s9jg7dt6ep3nfdd09048lbbgcb84omia5kanm73cs2ltseokct6080lgs2b8e7ib/f/799da895f2ef477eb0e8a726171e2297_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-14T17:21:06,362 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46289 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/staging/jenkins.hfs.10__test__s9jg7dt6ep3nfdd09048lbbgcb84omia5kanm73cs2ltseokct6080lgs2b8e7ib/f/3b9997a3a4e84c7597d2043b015bae17_SeqId_6_ for inclusion in 33dbefdb6d05f71a4d18badd7b7dfb2a/f 2024-11-14T17:21:06,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46289 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-14T17:21:06,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46289 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T17:21:06,368 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46289 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/staging/jenkins.hfs.10__test__s9jg7dt6ep3nfdd09048lbbgcb84omia5kanm73cs2ltseokct6080lgs2b8e7ib/f/799da895f2ef477eb0e8a726171e2297_SeqId_6_ for inclusion in 33dbefdb6d05f71a4d18badd7b7dfb2a/f 2024-11-14T17:21:06,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46289 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-14T17:21:06,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46289 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T17:21:06,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46289 {}] regionserver.HRegion(2603): Flush status journal for 33dbefdb6d05f71a4d18badd7b7dfb2a: 2024-11-14T17:21:06,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46289 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3b9997a3a4e84c7597d2043b015bae17_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T17:21:06,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46289 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/staging/jenkins.hfs.10__test__s9jg7dt6ep3nfdd09048lbbgcb84omia5kanm73cs2ltseokct6080lgs2b8e7ib/f/3b9997a3a4e84c7597d2043b015bae17_SeqId_6_ as hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/data/default/test/33dbefdb6d05f71a4d18badd7b7dfb2a/f/2f4d860104f24df1bc395f4490a51469_SeqId_6_ 2024-11-14T17:21:06,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46289 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 799da895f2ef477eb0e8a726171e2297_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T17:21:06,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46289 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/staging/jenkins.hfs.10__test__s9jg7dt6ep3nfdd09048lbbgcb84omia5kanm73cs2ltseokct6080lgs2b8e7ib/f/799da895f2ef477eb0e8a726171e2297_SeqId_6_ as hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/data/default/test/33dbefdb6d05f71a4d18badd7b7dfb2a/f/38cba5db71504ef2a97086e0f02a5025_SeqId_6_ 2024-11-14T17:21:06,403 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46289 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/staging/jenkins.hfs.10__test__s9jg7dt6ep3nfdd09048lbbgcb84omia5kanm73cs2ltseokct6080lgs2b8e7ib/f/3b9997a3a4e84c7597d2043b015bae17_SeqId_6_ into 33dbefdb6d05f71a4d18badd7b7dfb2a/f as hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/data/default/test/33dbefdb6d05f71a4d18badd7b7dfb2a/f/2f4d860104f24df1bc395f4490a51469_SeqId_6_ - updating store file list. 2024-11-14T17:21:06,415 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T17:21:06,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46289 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2f4d860104f24df1bc395f4490a51469_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T17:21:06,425 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46289 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/data/default/test/33dbefdb6d05f71a4d18badd7b7dfb2a/f/2f4d860104f24df1bc395f4490a51469_SeqId_6_ into 33dbefdb6d05f71a4d18badd7b7dfb2a/f 2024-11-14T17:21:06,425 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46289 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/staging/jenkins.hfs.10__test__s9jg7dt6ep3nfdd09048lbbgcb84omia5kanm73cs2ltseokct6080lgs2b8e7ib/f/3b9997a3a4e84c7597d2043b015bae17_SeqId_6_ into 33dbefdb6d05f71a4d18badd7b7dfb2a/f (new location: hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/data/default/test/33dbefdb6d05f71a4d18badd7b7dfb2a/f/2f4d860104f24df1bc395f4490a51469_SeqId_6_) 2024-11-14T17:21:06,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46289 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/staging/jenkins.hfs.10__test__s9jg7dt6ep3nfdd09048lbbgcb84omia5kanm73cs2ltseokct6080lgs2b8e7ib/f/3b9997a3a4e84c7597d2043b015bae17_SeqId_6_ 2024-11-14T17:21:06,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46289 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/staging/jenkins.hfs.10__test__s9jg7dt6ep3nfdd09048lbbgcb84omia5kanm73cs2ltseokct6080lgs2b8e7ib/f/799da895f2ef477eb0e8a726171e2297_SeqId_6_ into 33dbefdb6d05f71a4d18badd7b7dfb2a/f as hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/data/default/test/33dbefdb6d05f71a4d18badd7b7dfb2a/f/38cba5db71504ef2a97086e0f02a5025_SeqId_6_ - updating store file list. 2024-11-14T17:21:06,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46289 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 38cba5db71504ef2a97086e0f02a5025_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T17:21:06,454 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46289 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/data/default/test/33dbefdb6d05f71a4d18badd7b7dfb2a/f/38cba5db71504ef2a97086e0f02a5025_SeqId_6_ into 33dbefdb6d05f71a4d18badd7b7dfb2a/f 2024-11-14T17:21:06,454 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46289 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/staging/jenkins.hfs.10__test__s9jg7dt6ep3nfdd09048lbbgcb84omia5kanm73cs2ltseokct6080lgs2b8e7ib/f/799da895f2ef477eb0e8a726171e2297_SeqId_6_ into 33dbefdb6d05f71a4d18badd7b7dfb2a/f (new location: hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/data/default/test/33dbefdb6d05f71a4d18badd7b7dfb2a/f/38cba5db71504ef2a97086e0f02a5025_SeqId_6_) 2024-11-14T17:21:06,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46289 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/staging/jenkins.hfs.10__test__s9jg7dt6ep3nfdd09048lbbgcb84omia5kanm73cs2ltseokct6080lgs2b8e7ib/f/799da895f2ef477eb0e8a726171e2297_SeqId_6_ 2024-11-14T17:21:06,459 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46289 {}] regionserver.ReplicationSink(324): Finished replicating [1ab79f29-9983-40f3-ac9f-7662f1622dd3] bulk loaded data 2024-11-14T17:21:06,559 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43729,1731604852717.replicationSource.wal-reader.4e57a52647ef%2C43729%2C1731604852717,1-4e57a52647ef,43729,1731604852717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/WALs/4e57a52647ef,43729,1731604852717/4e57a52647ef%2C43729%2C1731604852717.1731604854057 to pos 1033, reset compression=false 2024-11-14T17:21:06,999 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46289,1731604847941.replicationSource.wal-reader.4e57a52647ef%2C46289%2C1731604847941,1-4e57a52647ef,46289,1731604847941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/WALs/4e57a52647ef,46289,1731604847941/4e57a52647ef%2C46289%2C1731604847941.1731604849783 to pos 687, reset compression=false 2024-11-14T17:21:07,032 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46289,1731604847941.replicationSource.wal-reader.4e57a52647ef%2C46289%2C1731604847941,1-4e57a52647ef,46289,1731604847941 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T17:21:07,032 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46289,1731604847941.replicationSource.shipper4e57a52647ef%2C46289%2C1731604847941,1-4e57a52647ef,46289,1731604847941 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,46289,1731604847941 got entry batch from reader: WALEntryBatch [walEntries=[{test/33dbefdb6d05f71a4d18badd7b7dfb2a/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731604866455/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/WALs/4e57a52647ef,46289,1731604847941/4e57a52647ef%2C46289%2C1731604847941.1731604849783, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-14T17:21:07,034 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] regionserver.ReplicationSink(318): Replicating [1ab79f29-9983-40f3-ac9f-7662f1622dd3, fa656c3b-a3e3-411b-a3b7-010d6bf39e84] bulk loaded data 2024-11-14T17:21:07,104 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43729,1731604852717.replicationSource.wal-reader.4e57a52647ef%2C43729%2C1731604852717,1-4e57a52647ef,43729,1731604852717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/WALs/4e57a52647ef,43729,1731604852717/4e57a52647ef%2C43729%2C1731604852717.1731604854057 to pos 1033, reset compression=false 2024-11-14T17:21:07,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42865 is added to blk_1073741844_1020 (size=10791) 2024-11-14T17:21:07,234 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46289,1731604847941.replicationSource.wal-reader.4e57a52647ef%2C46289%2C1731604847941,1-4e57a52647ef,46289,1731604847941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/WALs/4e57a52647ef,46289,1731604847941/4e57a52647ef%2C46289%2C1731604847941.1731604849783 to pos 1033, reset compression=false 2024-11-14T17:21:07,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T17:21:07,435 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:21:07,435 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:21:07,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:07,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:07,436 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:21:07,436 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T17:21:07,436 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=66780594, stopped=false 2024-11-14T17:21:07,436 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4e57a52647ef,35055,1731604852607 2024-11-14T17:21:07,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43729-0x100ab74a6fd0004, quorum=127.0.0.1:53917, baseZNode=/11260934146 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11260934146/running 2024-11-14T17:21:07,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43729-0x100ab74a6fd0004, quorum=127.0.0.1:53917, baseZNode=/11260934146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11260934146 2024-11-14T17:21:07,439 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43729-0x100ab74a6fd0004, quorum=127.0.0.1:53917, baseZNode=/11260934146 Set watcher on znode that does not yet exist, /11260934146/running 2024-11-14T17:21:07,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35055-0x100ab74a6fd0003, quorum=127.0.0.1:53917, baseZNode=/11260934146 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11260934146/running 2024-11-14T17:21:07,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35055-0x100ab74a6fd0003, quorum=127.0.0.1:53917, baseZNode=/11260934146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11260934146 2024-11-14T17:21:07,442 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T17:21:07,443 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:21:07,443 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:21:07,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:07,443 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4e57a52647ef,43729,1731604852717' ***** 2024-11-14T17:21:07,443 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T17:21:07,444 INFO [RS:0;4e57a52647ef:43729 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T17:21:07,444 INFO [RS:0;4e57a52647ef:43729 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T17:21:07,444 INFO [RS:0;4e57a52647ef:43729 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T17:21:07,444 INFO [RS:0;4e57a52647ef:43729 {}] regionserver.HRegionServer(3091): Received CLOSE for f6245f9479b0db583c7e9248568b8b37 2024-11-14T17:21:07,444 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T17:21:07,447 INFO [RS:0;4e57a52647ef:43729 {}] regionserver.HRegionServer(3091): Received CLOSE for 7f92d022a2514f21d63db8d7f4f36956 2024-11-14T17:21:07,447 INFO [RS:0;4e57a52647ef:43729 {}] regionserver.HRegionServer(959): stopping server 4e57a52647ef,43729,1731604852717 2024-11-14T17:21:07,447 INFO [RS:0;4e57a52647ef:43729 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T17:21:07,447 INFO [RS:0;4e57a52647ef:43729 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4e57a52647ef:43729. 2024-11-14T17:21:07,447 DEBUG [RS:0;4e57a52647ef:43729 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:21:07,447 DEBUG [RS:0;4e57a52647ef:43729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:07,447 INFO [RS:0;4e57a52647ef:43729 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T17:21:07,447 INFO [RS:0;4e57a52647ef:43729 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T17:21:07,447 INFO [RS:0;4e57a52647ef:43729 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T17:21:07,447 INFO [RS:0;4e57a52647ef:43729 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T17:21:07,447 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35055-0x100ab74a6fd0003, quorum=127.0.0.1:53917, baseZNode=/11260934146 Set watcher on znode that does not yet exist, /11260934146/running 2024-11-14T17:21:07,447 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f6245f9479b0db583c7e9248568b8b37, disabling compactions & flushes 2024-11-14T17:21:07,447 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731604861145.f6245f9479b0db583c7e9248568b8b37. 2024-11-14T17:21:07,447 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731604861145.f6245f9479b0db583c7e9248568b8b37. 2024-11-14T17:21:07,447 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731604861145.f6245f9479b0db583c7e9248568b8b37. after waiting 0 ms 2024-11-14T17:21:07,447 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731604861145.f6245f9479b0db583c7e9248568b8b37. 2024-11-14T17:21:07,448 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f6245f9479b0db583c7e9248568b8b37 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-14T17:21:07,458 INFO [RS:0;4e57a52647ef:43729 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T17:21:07,459 DEBUG [RS:0;4e57a52647ef:43729 {}] regionserver.HRegionServer(1325): Online Regions={f6245f9479b0db583c7e9248568b8b37=hbase:replication,,1731604861145.f6245f9479b0db583c7e9248568b8b37., 1588230740=hbase:meta,,1.1588230740, 7f92d022a2514f21d63db8d7f4f36956=test,,1731604856777.7f92d022a2514f21d63db8d7f4f36956.} 2024-11-14T17:21:07,459 DEBUG [RS:0;4e57a52647ef:43729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7f92d022a2514f21d63db8d7f4f36956, f6245f9479b0db583c7e9248568b8b37 2024-11-14T17:21:07,459 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T17:21:07,459 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T17:21:07,459 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T17:21:07,459 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T17:21:07,459 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T17:21:07,459 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T17:21:07,495 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/data/hbase/replication/f6245f9479b0db583c7e9248568b8b37/.tmp/hfileref/52e5b7da6c304e06a36ab5a0f6914977 is 74, key is 1/hfileref:343b7b0745aa436eabbb693756e00987_SeqId_4_/1731604865697/DeleteColumn/seqid=0 2024-11-14T17:21:07,518 INFO [regionserver/4e57a52647ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T17:21:07,529 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/data/hbase/meta/1588230740/.tmp/info/1de91c26647f4a7bb715dc39b49c0eae is 147, key is hbase:replication,,1731604861145.f6245f9479b0db583c7e9248568b8b37./info:regioninfo/1731604862504/Put/seqid=0 2024-11-14T17:21:07,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42865 is added to blk_1073741845_1021 (size=5345) 2024-11-14T17:21:07,551 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/data/hbase/replication/f6245f9479b0db583c7e9248568b8b37/.tmp/hfileref/52e5b7da6c304e06a36ab5a0f6914977 2024-11-14T17:21:07,576 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46289,1731604847941.replicationSource.wal-reader.4e57a52647ef%2C46289%2C1731604847941,1-4e57a52647ef,46289,1731604847941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/WALs/4e57a52647ef,46289,1731604847941/4e57a52647ef%2C46289%2C1731604847941.1731604849783 to pos 1033, reset compression=false 2024-11-14T17:21:07,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42865 is added to blk_1073741846_1022 (size=7686) 2024-11-14T17:21:07,591 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/data/hbase/meta/1588230740/.tmp/info/1de91c26647f4a7bb715dc39b49c0eae 2024-11-14T17:21:07,645 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/data/hbase/replication/f6245f9479b0db583c7e9248568b8b37/.tmp/queue/9edca846aae44882825b887430916e65 is 154, key is 1-4e57a52647ef,43729,1731604852717/queue:4e57a52647ef%2C43729%2C1731604852717/1731604866487/Put/seqid=0 2024-11-14T17:21:07,659 DEBUG [RS:0;4e57a52647ef:43729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7f92d022a2514f21d63db8d7f4f36956, f6245f9479b0db583c7e9248568b8b37 2024-11-14T17:21:07,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42865 is added to blk_1073741847_1023 (size=11194) 2024-11-14T17:21:07,694 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/data/hbase/meta/1588230740/.tmp/ns/ffebc46ebda44cd5a85e3bea8e05ec28 is 43, key is default/ns:d/1731604854566/Put/seqid=0 2024-11-14T17:21:07,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42865 is added to blk_1073741848_1024 (size=5353) 2024-11-14T17:21:07,711 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/data/hbase/replication/f6245f9479b0db583c7e9248568b8b37/.tmp/queue/9edca846aae44882825b887430916e65 2024-11-14T17:21:07,717 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T17:21:07,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43729 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 4e57a52647ef,43729,1731604852717 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T17:21:07,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43729 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:38362 deadline: 1731604927717, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 4e57a52647ef,43729,1731604852717 stopping 2024-11-14T17:21:07,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,43729,1731604852717, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,43729,1731604852717, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 4e57a52647ef,43729,1731604852717 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T17:21:07,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,43729,1731604852717, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 4e57a52647ef,43729,1731604852717 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T17:21:07,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,43729,1731604852717, seqNum=-1 from cache 2024-11-14T17:21:07,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42865 is added to blk_1073741849_1025 (size=5153) 2024-11-14T17:21:07,739 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/data/hbase/meta/1588230740/.tmp/ns/ffebc46ebda44cd5a85e3bea8e05ec28 2024-11-14T17:21:07,765 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/data/hbase/replication/f6245f9479b0db583c7e9248568b8b37/.tmp/hfileref/52e5b7da6c304e06a36ab5a0f6914977 as hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/data/hbase/replication/f6245f9479b0db583c7e9248568b8b37/hfileref/52e5b7da6c304e06a36ab5a0f6914977 2024-11-14T17:21:07,774 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43729,1731604852717.replicationSource.wal-reader.4e57a52647ef%2C43729%2C1731604852717,1-4e57a52647ef,43729,1731604852717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/WALs/4e57a52647ef,43729,1731604852717/4e57a52647ef%2C43729%2C1731604852717.1731604854057 to pos 1033, reset compression=false 2024-11-14T17:21:07,814 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/data/hbase/meta/1588230740/.tmp/rep_barrier/795832991db44ad1bf861255fe7ddf04 is 112, key is test,,1731604856777.7f92d022a2514f21d63db8d7f4f36956./rep_barrier:seqnumDuringOpen/1731604857989/Put/seqid=0 2024-11-14T17:21:07,823 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:21:07,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,43729,1731604852717, seqNum=-1] 2024-11-14T17:21:07,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43729 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 4e57a52647ef,43729,1731604852717 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T17:21:07,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43729 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:38362 deadline: 1731604927718, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 4e57a52647ef,43729,1731604852717 stopping 2024-11-14T17:21:07,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,43729,1731604852717, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,43729,1731604852717, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 4e57a52647ef,43729,1731604852717 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T17:21:07,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,43729,1731604852717, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 4e57a52647ef,43729,1731604852717 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T17:21:07,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,43729,1731604852717, seqNum=-1 from cache 2024-11-14T17:21:07,829 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/data/hbase/replication/f6245f9479b0db583c7e9248568b8b37/hfileref/52e5b7da6c304e06a36ab5a0f6914977, entries=4, sequenceid=12, filesize=5.2 K 2024-11-14T17:21:07,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42865 is added to blk_1073741850_1026 (size=5518) 2024-11-14T17:21:07,854 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/data/hbase/replication/f6245f9479b0db583c7e9248568b8b37/.tmp/queue/9edca846aae44882825b887430916e65 as hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/data/hbase/replication/f6245f9479b0db583c7e9248568b8b37/queue/9edca846aae44882825b887430916e65 2024-11-14T17:21:07,854 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/data/hbase/meta/1588230740/.tmp/rep_barrier/795832991db44ad1bf861255fe7ddf04 2024-11-14T17:21:07,859 DEBUG [RS:0;4e57a52647ef:43729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7f92d022a2514f21d63db8d7f4f36956, f6245f9479b0db583c7e9248568b8b37 2024-11-14T17:21:07,904 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/data/hbase/replication/f6245f9479b0db583c7e9248568b8b37/queue/9edca846aae44882825b887430916e65, entries=1, sequenceid=12, filesize=5.2 K 2024-11-14T17:21:07,905 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for f6245f9479b0db583c7e9248568b8b37 in 458ms, sequenceid=12, compaction requested=false 2024-11-14T17:21:07,913 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/data/hbase/meta/1588230740/.tmp/table/5d31bbc1e7ae457481f6485c5a9ddaa7 is 53, key is hbase:replication/table:state/1731604862532/Put/seqid=0 2024-11-14T17:21:07,968 INFO [regionserver/4e57a52647ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T17:21:07,968 INFO [regionserver/4e57a52647ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T17:21:07,973 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T17:21:07,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42865 is added to blk_1073741851_1027 (size=5308) 2024-11-14T17:21:07,979 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/data/hbase/replication/f6245f9479b0db583c7e9248568b8b37/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T17:21:07,995 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T17:21:07,995 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T17:21:07,995 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731604861145.f6245f9479b0db583c7e9248568b8b37. 2024-11-14T17:21:07,995 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f6245f9479b0db583c7e9248568b8b37: Waiting for close lock at 1731604867447Running coprocessor pre-close hooks at 1731604867447Disabling compacts and flushes for region at 1731604867447Disabling writes for close at 1731604867447Obtaining lock to block concurrent updates at 1731604867448 (+1 ms)Preparing flush snapshotting stores in f6245f9479b0db583c7e9248568b8b37 at 1731604867448Finished memstore snapshotting hbase:replication,,1731604861145.f6245f9479b0db583c7e9248568b8b37., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731604867448Flushing stores of hbase:replication,,1731604861145.f6245f9479b0db583c7e9248568b8b37. at 1731604867452 (+4 ms)Flushing f6245f9479b0db583c7e9248568b8b37/hfileref: creating writer at 1731604867452Flushing f6245f9479b0db583c7e9248568b8b37/hfileref: appending metadata at 1731604867489 (+37 ms)Flushing f6245f9479b0db583c7e9248568b8b37/hfileref: closing flushed file at 1731604867489Flushing f6245f9479b0db583c7e9248568b8b37/queue: creating writer at 1731604867591 (+102 ms)Flushing f6245f9479b0db583c7e9248568b8b37/queue: appending metadata at 1731604867644 (+53 ms)Flushing f6245f9479b0db583c7e9248568b8b37/queue: closing flushed file at 1731604867644Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@174250ab: reopening flushed file at 1731604867752 (+108 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68c52c58: reopening flushed file at 1731604867829 (+77 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for f6245f9479b0db583c7e9248568b8b37 in 458ms, sequenceid=12, compaction requested=false at 1731604867905 (+76 ms)Writing region close event to WAL at 1731604867931 (+26 ms)Running coprocessor post-close hooks at 1731604867994 (+63 ms)Closed at 1731604867995 (+1 ms) 2024-11-14T17:21:07,995 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731604861145.f6245f9479b0db583c7e9248568b8b37. 2024-11-14T17:21:07,995 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7f92d022a2514f21d63db8d7f4f36956, disabling compactions & flushes 2024-11-14T17:21:07,995 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731604856777.7f92d022a2514f21d63db8d7f4f36956. 2024-11-14T17:21:07,995 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731604856777.7f92d022a2514f21d63db8d7f4f36956. 2024-11-14T17:21:07,995 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731604856777.7f92d022a2514f21d63db8d7f4f36956. after waiting 0 ms 2024-11-14T17:21:07,995 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731604856777.7f92d022a2514f21d63db8d7f4f36956. 2024-11-14T17:21:08,026 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46289,1731604847941.replicationSource.wal-reader.4e57a52647ef%2C46289%2C1731604847941,1-4e57a52647ef,46289,1731604847941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/WALs/4e57a52647ef,46289,1731604847941/4e57a52647ef%2C46289%2C1731604847941.1731604849783 to pos 1033, reset compression=false 2024-11-14T17:21:08,036 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:21:08,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,43729,1731604852717, seqNum=-1] 2024-11-14T17:21:08,038 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/data/default/test/7f92d022a2514f21d63db8d7f4f36956/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T17:21:08,040 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T17:21:08,040 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T17:21:08,040 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731604856777.7f92d022a2514f21d63db8d7f4f36956. 2024-11-14T17:21:08,040 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7f92d022a2514f21d63db8d7f4f36956: Waiting for close lock at 1731604867995Running coprocessor pre-close hooks at 1731604867995Disabling compacts and flushes for region at 1731604867995Disabling writes for close at 1731604867995Writing region close event to WAL at 1731604868030 (+35 ms)Running coprocessor post-close hooks at 1731604868040 (+10 ms)Closed at 1731604868040 2024-11-14T17:21:08,040 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731604856777.7f92d022a2514f21d63db8d7f4f36956. 2024-11-14T17:21:08,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43729 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 4e57a52647ef,43729,1731604852717 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T17:21:08,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43729 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:38362 deadline: 1731604927718, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 4e57a52647ef,43729,1731604852717 stopping 2024-11-14T17:21:08,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,43729,1731604852717, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,43729,1731604852717, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 4e57a52647ef,43729,1731604852717 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T17:21:08,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,43729,1731604852717, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 4e57a52647ef,43729,1731604852717 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T17:21:08,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,43729,1731604852717, seqNum=-1 from cache 2024-11-14T17:21:08,060 DEBUG [RS:0;4e57a52647ef:43729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T17:21:08,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:08,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:08,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:08,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:08,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:08,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:08,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:08,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:08,261 DEBUG [RS:0;4e57a52647ef:43729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T17:21:08,352 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:21:08,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,43729,1731604852717, seqNum=-1] 2024-11-14T17:21:08,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43729 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 4e57a52647ef,43729,1731604852717 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T17:21:08,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43729 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:38362 deadline: 1731604927717, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 4e57a52647ef,43729,1731604852717 stopping 2024-11-14T17:21:08,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,43729,1731604852717, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,43729,1731604852717, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 4e57a52647ef,43729,1731604852717 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T17:21:08,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,43729,1731604852717, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 4e57a52647ef,43729,1731604852717 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T17:21:08,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,43729,1731604852717, seqNum=-1 from cache 2024-11-14T17:21:08,390 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/data/hbase/meta/1588230740/.tmp/table/5d31bbc1e7ae457481f6485c5a9ddaa7 2024-11-14T17:21:08,411 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/data/hbase/meta/1588230740/.tmp/info/1de91c26647f4a7bb715dc39b49c0eae as hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/data/hbase/meta/1588230740/info/1de91c26647f4a7bb715dc39b49c0eae 2024-11-14T17:21:08,421 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/data/hbase/meta/1588230740/info/1de91c26647f4a7bb715dc39b49c0eae, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T17:21:08,423 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/data/hbase/meta/1588230740/.tmp/ns/ffebc46ebda44cd5a85e3bea8e05ec28 as hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/data/hbase/meta/1588230740/ns/ffebc46ebda44cd5a85e3bea8e05ec28 2024-11-14T17:21:08,430 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/data/hbase/meta/1588230740/ns/ffebc46ebda44cd5a85e3bea8e05ec28, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T17:21:08,432 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/data/hbase/meta/1588230740/.tmp/rep_barrier/795832991db44ad1bf861255fe7ddf04 as hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/data/hbase/meta/1588230740/rep_barrier/795832991db44ad1bf861255fe7ddf04 2024-11-14T17:21:08,456 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/data/hbase/meta/1588230740/rep_barrier/795832991db44ad1bf861255fe7ddf04, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T17:21:08,457 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/data/hbase/meta/1588230740/.tmp/table/5d31bbc1e7ae457481f6485c5a9ddaa7 as hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/data/hbase/meta/1588230740/table/5d31bbc1e7ae457481f6485c5a9ddaa7 2024-11-14T17:21:08,461 INFO [RS:0;4e57a52647ef:43729 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T17:21:08,461 DEBUG [RS:0;4e57a52647ef:43729 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T17:21:08,461 DEBUG [RS:0;4e57a52647ef:43729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T17:21:08,466 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/data/hbase/meta/1588230740/table/5d31bbc1e7ae457481f6485c5a9ddaa7, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T17:21:08,474 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1015ms, sequenceid=16, compaction requested=false 2024-11-14T17:21:08,523 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T17:21:08,524 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T17:21:08,524 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T17:21:08,524 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T17:21:08,524 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731604867459Running coprocessor pre-close hooks at 1731604867459Disabling compacts and flushes for region at 1731604867459Disabling writes for close at 1731604867459Obtaining lock to block concurrent updates at 1731604867459Preparing flush snapshotting stores in 1588230740 at 1731604867459Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731604867460 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731604867463 (+3 ms)Flushing 1588230740/info: creating writer at 1731604867463Flushing 1588230740/info: appending metadata at 1731604867528 (+65 ms)Flushing 1588230740/info: closing flushed file at 1731604867528Flushing 1588230740/ns: creating writer at 1731604867610 (+82 ms)Flushing 1588230740/ns: appending metadata at 1731604867692 (+82 ms)Flushing 1588230740/ns: closing flushed file at 1731604867693 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731604867760 (+67 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731604867813 (+53 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731604867813Flushing 1588230740/table: creating writer at 1731604867884 (+71 ms)Flushing 1588230740/table: appending metadata at 1731604867912 (+28 ms)Flushing 1588230740/table: closing flushed file at 1731604867912Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6486ff08: reopening flushed file at 1731604868410 (+498 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ccbf88c: reopening flushed file at 1731604868421 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@316265ba: reopening flushed file at 1731604868431 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26200e04: reopening flushed file at 1731604868456 (+25 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1015ms, sequenceid=16, compaction requested=false at 1731604868475 (+19 ms)Writing region close event to WAL at 1731604868500 (+25 ms)Running coprocessor post-close hooks at 1731604868524 (+24 ms)Closed at 1731604868524 2024-11-14T17:21:08,524 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T17:21:08,530 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43729,1731604852717.replicationSource.wal-reader.4e57a52647ef%2C43729%2C1731604852717,1-4e57a52647ef,43729,1731604852717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/WALs/4e57a52647ef,43729,1731604852717/4e57a52647ef%2C43729%2C1731604852717.1731604854057 to pos 1033, reset compression=false 2024-11-14T17:21:08,540 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43729,1731604852717.replicationSource.wal-reader.4e57a52647ef%2C43729%2C1731604852717,1-4e57a52647ef,43729,1731604852717 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T17:21:08,540 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43729,1731604852717.replicationSource.wal-reader.4e57a52647ef%2C43729%2C1731604852717,1-4e57a52647ef,43729,1731604852717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/WALs/4e57a52647ef,43729,1731604852717/4e57a52647ef%2C43729%2C1731604852717.1731604854057 to pos 1328, reset compression=false 2024-11-14T17:21:08,540 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43729,1731604852717.replicationSource.shipper4e57a52647ef%2C43729%2C1731604852717,1-4e57a52647ef,43729,1731604852717 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,43729,1731604852717 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/WALs/4e57a52647ef,43729,1731604852717/4e57a52647ef%2C43729%2C1731604852717.1731604854057, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T17:21:08,541 ERROR [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43729,1731604852717.replicationSource.shipper4e57a52647ef%2C43729%2C1731604852717,1-4e57a52647ef,43729,1731604852717 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 4e57a52647ef,43729,1731604852717: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-4e57a52647ef,43729,1731604852717, walGroup=4e57a52647ef%2C43729%2C1731604852717, offset=4e57a52647ef%2C43729%2C1731604852717.1731604854057:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e57a52647ef:43729 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T17:21:08,542 ERROR [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43729,1731604852717.replicationSource.shipper4e57a52647ef%2C43729%2C1731604852717,1-4e57a52647ef,43729,1731604852717 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T17:21:08,542 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43729,1731604852717.replicationSource.shipper4e57a52647ef%2C43729%2C1731604852717,1-4e57a52647ef,43729,1731604852717 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T17:21:08,543 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43729,1731604852717.replicationSource.shipper4e57a52647ef%2C43729%2C1731604852717,1-4e57a52647ef,43729,1731604852717 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T17:21:08,543 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43729,1731604852717.replicationSource.shipper4e57a52647ef%2C43729%2C1731604852717,1-4e57a52647ef,43729,1731604852717 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T17:21:08,543 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43729,1731604852717.replicationSource.shipper4e57a52647ef%2C43729%2C1731604852717,1-4e57a52647ef,43729,1731604852717 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T17:21:08,544 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43729,1731604852717.replicationSource.shipper4e57a52647ef%2C43729%2C1731604852717,1-4e57a52647ef,43729,1731604852717 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 603097600 }, "NonHeapMemoryUsage": { "committed": 190447616, "init": 7667712, "max": -1, "used": 187569600 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T17:21:08,544 WARN [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43729,1731604852717.replicationSource.shipper4e57a52647ef%2C43729%2C1731604852717,1-4e57a52647ef,43729,1731604852717 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e57a52647ef:35055 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e57a52647ef:35055 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T17:21:08,551 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46289,1731604847941.replicationSource.wal-reader.4e57a52647ef%2C46289%2C1731604847941,1-4e57a52647ef,46289,1731604847941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/WALs/4e57a52647ef,46289,1731604847941/4e57a52647ef%2C46289%2C1731604847941.1731604849783 to pos 1033, reset compression=false 2024-11-14T17:21:08,661 INFO [RS:0;4e57a52647ef:43729 {}] regionserver.HRegionServer(976): stopping server 4e57a52647ef,43729,1731604852717; all regions closed. 2024-11-14T17:21:08,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42865 is added to blk_1073741834_1010 (size=4239) 2024-11-14T17:21:08,706 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/WALs/4e57a52647ef,43729,1731604852717/4e57a52647ef%2C43729%2C1731604852717.meta.1731604854495.meta not finished, retry = 0 2024-11-14T17:21:08,747 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43729,1731604852717.replicationSource.wal-reader.4e57a52647ef%2C43729%2C1731604852717,1-4e57a52647ef,43729,1731604852717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/WALs/4e57a52647ef,43729,1731604852717/4e57a52647ef%2C43729%2C1731604852717.1731604854057 to pos 1328, reset compression=false 2024-11-14T17:21:08,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42865 is added to blk_1073741839_1015 (size=3127) 2024-11-14T17:21:08,864 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/WALs/4e57a52647ef,43729,1731604852717/4e57a52647ef%2C43729%2C1731604852717.1731604854057 not finished, retry = 0 2024-11-14T17:21:08,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42865 is added to blk_1073741833_1009 (size=1336) 2024-11-14T17:21:08,866 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:21:08,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,43729,1731604852717, seqNum=-1] 2024-11-14T17:21:08,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4e57a52647ef,43729,1731604852717 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:21:08,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,43729,1731604852717, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,43729,1731604852717, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4e57a52647ef,43729,1731604852717 aborting 2024-11-14T17:21:08,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,43729,1731604852717, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4e57a52647ef,43729,1731604852717 aborting 2024-11-14T17:21:08,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,43729,1731604852717, seqNum=-1 from cache 2024-11-14T17:21:08,875 ERROR [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:21:08,877 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] regionserver.ReplicationSink(335): Unable to accept edit because: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-14T17:21:07.720Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 4e57a52647ef,43729,1731604852717 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T17:21:07.828Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 4e57a52647ef,43729,1731604852717 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T17:21:08.042Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 4e57a52647ef,43729,1731604852717 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T17:21:08.355Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 4e57a52647ef,43729,1731604852717 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T17:21:08.874Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4e57a52647ef,43729,1731604852717 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4e57a52647ef,43729,1731604852717 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 4e57a52647ef,43729,1731604852717 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-14T17:21:08,878 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-14T17:21:07.720Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 4e57a52647ef,43729,1731604852717 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T17:21:07.828Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 4e57a52647ef,43729,1731604852717 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T17:21:08.042Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 4e57a52647ef,43729,1731604852717 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T17:21:08.355Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 4e57a52647ef,43729,1731604852717 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T17:21:08.874Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4e57a52647ef,43729,1731604852717 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4e57a52647ef,43729,1731604852717 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 4e57a52647ef,43729,1731604852717 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-14T17:21:08,879 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43729 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.3:38354 deadline: 1731604927033, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-14T17:21:07.720Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 4e57a52647ef,43729,1731604852717 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T17:21:07.828Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 4e57a52647ef,43729,1731604852717 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T17:21:08.042Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 4e57a52647ef,43729,1731604852717 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T17:21:08.355Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 4e57a52647ef,43729,1731604852717 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T17:21:08.874Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4e57a52647ef,43729,1731604852717 aborting 2024-11-14T17:21:08,881 WARN [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46289,1731604847941.replicationSource.shipper4e57a52647ef%2C46289%2C1731604847941,1-4e57a52647ef,46289,1731604847941 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-14T17:21:07.720Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 4e57a52647ef,43729,1731604852717 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T17:21:07.828Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 4e57a52647ef,43729,1731604852717 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T17:21:08.042Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 4e57a52647ef,43729,1731604852717 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T17:21:08.355Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 4e57a52647ef,43729,1731604852717 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T17:21:08.874Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4e57a52647ef,43729,1731604852717 aborting at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at --------Future.get--------(Unknown Source) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4e57a52647ef,43729,1731604852717 aborting at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server 4e57a52647ef,43729,1731604852717 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ... 30 more at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:21:08,972 DEBUG [RS:0;4e57a52647ef:43729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:08,972 INFO [RS:0;4e57a52647ef:43729 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T17:21:08,972 INFO [RS:0;4e57a52647ef:43729 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T17:21:08,973 INFO [RS:0;4e57a52647ef:43729 {}] hbase.ChoreService(370): Chore service for: regionserver/4e57a52647ef:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T17:21:08,973 INFO [RS:0;4e57a52647ef:43729 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T17:21:08,973 INFO [regionserver/4e57a52647ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T17:21:08,973 INFO [RS:0;4e57a52647ef:43729 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4e57a52647ef,43729,1731604852717 because: Region server is closing 2024-11-14T17:21:08,974 INFO [RS:0;4e57a52647ef:43729 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4e57a52647ef:43729. 2024-11-14T17:21:08,974 DEBUG [RS:0;4e57a52647ef:43729 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:21:08,974 DEBUG [RS:0;4e57a52647ef:43729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:08,974 DEBUG [RS:0;4e57a52647ef:43729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:08,975 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:21:08,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4e57a52647ef,43729,1731604852717 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:21:08,993 WARN [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46289,1731604847941.replicationSource.shipper4e57a52647ef%2C46289%2C1731604847941,1-4e57a52647ef,46289,1731604847941 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 4e57a52647ef,43729,1731604852717 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:21:09,074 INFO [RS:0;4e57a52647ef:43729 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43729,1731604852717.replicationSource.shipper4e57a52647ef%2C43729%2C1731604852717,1-4e57a52647ef,43729,1731604852717 terminated 2024-11-14T17:21:09,075 INFO [RS:0;4e57a52647ef:43729 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4e57a52647ef:43729. 2024-11-14T17:21:09,075 DEBUG [RS:0;4e57a52647ef:43729 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:21:09,075 DEBUG [RS:0;4e57a52647ef:43729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:09,075 DEBUG [RS:0;4e57a52647ef:43729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:09,075 INFO [RS:0;4e57a52647ef:43729 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43729 2024-11-14T17:21:09,076 WARN [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43729,1731604852717.replicationSource.wal-reader.4e57a52647ef%2C43729%2C1731604852717,1-4e57a52647ef,43729,1731604852717 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T17:21:09,076 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:21:09,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35055-0x100ab74a6fd0003, quorum=127.0.0.1:53917, baseZNode=/11260934146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11260934146/rs 2024-11-14T17:21:09,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43729-0x100ab74a6fd0004, quorum=127.0.0.1:53917, baseZNode=/11260934146 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11260934146/rs/4e57a52647ef,43729,1731604852717 2024-11-14T17:21:09,085 INFO [RS:0;4e57a52647ef:43729 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T17:21:09,085 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4e57a52647ef,43729,1731604852717] 2024-11-14T17:21:09,087 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11260934146/draining/4e57a52647ef,43729,1731604852717 already deleted, retry=false 2024-11-14T17:21:09,088 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4e57a52647ef,43729,1731604852717 expired; onlineServers=0 2024-11-14T17:21:09,088 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4e57a52647ef,35055,1731604852607' ***** 2024-11-14T17:21:09,088 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T17:21:09,088 INFO [M:0;4e57a52647ef:35055 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T17:21:09,088 INFO [M:0;4e57a52647ef:35055 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T17:21:09,088 DEBUG [M:0;4e57a52647ef:35055 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T17:21:09,089 DEBUG [M:0;4e57a52647ef:35055 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T17:21:09,089 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T17:21:09,089 DEBUG [master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731604853858 {}] cleaner.HFileCleaner(306): Exit Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731604853858,5,FailOnTimeoutGroup] 2024-11-14T17:21:09,089 INFO [M:0;4e57a52647ef:35055 {}] hbase.ChoreService(370): Chore service for: master/4e57a52647ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T17:21:09,089 INFO [M:0;4e57a52647ef:35055 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T17:21:09,089 DEBUG [M:0;4e57a52647ef:35055 {}] master.HMaster(1795): Stopping service threads 2024-11-14T17:21:09,089 DEBUG [master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731604853862 {}] cleaner.HFileCleaner(306): Exit Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731604853862,5,FailOnTimeoutGroup] 2024-11-14T17:21:09,089 INFO [M:0;4e57a52647ef:35055 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T17:21:09,090 INFO [M:0;4e57a52647ef:35055 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T17:21:09,090 INFO [M:0;4e57a52647ef:35055 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T17:21:09,090 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T17:21:09,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35055-0x100ab74a6fd0003, quorum=127.0.0.1:53917, baseZNode=/11260934146 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11260934146/master 2024-11-14T17:21:09,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35055-0x100ab74a6fd0003, quorum=127.0.0.1:53917, baseZNode=/11260934146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11260934146 2024-11-14T17:21:09,098 DEBUG [M:0;4e57a52647ef:35055 {}] zookeeper.ZKUtil(347): master:35055-0x100ab74a6fd0003, quorum=127.0.0.1:53917, baseZNode=/11260934146 Unable to get data of znode /11260934146/master because node does not exist (not an error) 2024-11-14T17:21:09,098 WARN [M:0;4e57a52647ef:35055 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T17:21:09,099 INFO [M:0;4e57a52647ef:35055 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/.lastflushedseqids 2024-11-14T17:21:09,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42865 is added to blk_1073741852_1028 (size=263) 2024-11-14T17:21:09,159 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46289,1731604847941.replicationSource.wal-reader.4e57a52647ef%2C46289%2C1731604847941,1-4e57a52647ef,46289,1731604847941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/WALs/4e57a52647ef,46289,1731604847941/4e57a52647ef%2C46289%2C1731604847941.1731604849783 to pos 1033, reset compression=false 2024-11-14T17:21:09,159 INFO [M:0;4e57a52647ef:35055 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T17:21:09,160 INFO [M:0;4e57a52647ef:35055 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T17:21:09,160 DEBUG [M:0;4e57a52647ef:35055 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T17:21:09,160 INFO [M:0;4e57a52647ef:35055 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:21:09,160 DEBUG [M:0;4e57a52647ef:35055 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:21:09,160 DEBUG [M:0;4e57a52647ef:35055 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T17:21:09,160 DEBUG [M:0;4e57a52647ef:35055 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:21:09,160 INFO [M:0;4e57a52647ef:35055 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-14T17:21:09,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43729-0x100ab74a6fd0004, quorum=127.0.0.1:53917, baseZNode=/11260934146 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:21:09,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43729-0x100ab74a6fd0004, quorum=127.0.0.1:53917, baseZNode=/11260934146 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:21:09,188 INFO [RS:0;4e57a52647ef:43729 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T17:21:09,188 INFO [RS:0;4e57a52647ef:43729 {}] regionserver.HRegionServer(1031): Exiting; stopping=4e57a52647ef,43729,1731604852717; zookeeper connection closed. 2024-11-14T17:21:09,188 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@624eeb36 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@624eeb36 2024-11-14T17:21:09,189 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T17:21:09,194 DEBUG [M:0;4e57a52647ef:35055 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f758f62053d416fbbb6aed93e64951a is 82, key is hbase:meta,,1/info:regioninfo/1731604854549/Put/seqid=0 2024-11-14T17:21:09,198 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 4e57a52647ef:43729 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e57a52647ef/172.17.0.3:43729 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:21:09,198 WARN [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46289,1731604847941.replicationSource.shipper4e57a52647ef%2C46289%2C1731604847941,1-4e57a52647ef,46289,1731604847941 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=4e57a52647ef:43729 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e57a52647ef/172.17.0.3:43729 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e57a52647ef/172.17.0.3:43729 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T17:21:09,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 4e57a52647ef:43729 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e57a52647ef/172.17.0.3:43729 2024-11-14T17:21:09,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T17:21:09,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.CallRunner(138): callId: 12 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:43878 deadline: 1731604929202, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-14T17:21:09,207 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46289,1731604847941.replicationSource.shipper4e57a52647ef%2C46289%2C1731604847941,1-4e57a52647ef,46289,1731604847941 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-14T17:21:09,209 WARN [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46289,1731604847941.replicationSource.shipper4e57a52647ef%2C46289%2C1731604847941,1-4e57a52647ef,46289,1731604847941 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-14T17:21:09,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42865 is added to blk_1073741853_1029 (size=5672) 2024-11-14T17:21:09,239 INFO [M:0;4e57a52647ef:35055 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f758f62053d416fbbb6aed93e64951a 2024-11-14T17:21:09,289 DEBUG [M:0;4e57a52647ef:35055 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bdfdf338048b4a21b60e0a488ef388dc is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731604862547/Put/seqid=0 2024-11-14T17:21:09,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42865 is added to blk_1073741854_1030 (size=8515) 2024-11-14T17:21:09,343 INFO [M:0;4e57a52647ef:35055 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bdfdf338048b4a21b60e0a488ef388dc 2024-11-14T17:21:09,402 DEBUG [M:0;4e57a52647ef:35055 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/163ab07aed5d445ebdbeeab0a84880ea is 69, key is 4e57a52647ef,43729,1731604852717/rs:state/1731604853912/Put/seqid=0 2024-11-14T17:21:09,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42865 is added to blk_1073741855_1031 (size=5156) 2024-11-14T17:21:09,439 INFO [M:0;4e57a52647ef:35055 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/163ab07aed5d445ebdbeeab0a84880ea 2024-11-14T17:21:09,456 DEBUG [M:0;4e57a52647ef:35055 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f758f62053d416fbbb6aed93e64951a as hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8f758f62053d416fbbb6aed93e64951a 2024-11-14T17:21:09,471 INFO [M:0;4e57a52647ef:35055 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8f758f62053d416fbbb6aed93e64951a, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T17:21:09,473 DEBUG [M:0;4e57a52647ef:35055 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bdfdf338048b4a21b60e0a488ef388dc as hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bdfdf338048b4a21b60e0a488ef388dc 2024-11-14T17:21:09,480 INFO [M:0;4e57a52647ef:35055 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bdfdf338048b4a21b60e0a488ef388dc, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T17:21:09,482 DEBUG [M:0;4e57a52647ef:35055 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/163ab07aed5d445ebdbeeab0a84880ea as hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/163ab07aed5d445ebdbeeab0a84880ea 2024-11-14T17:21:09,488 INFO [M:0;4e57a52647ef:35055 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38173/user/jenkins/test-data/f2cff328-b46c-60d6-4e3c-def14f71e223/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/163ab07aed5d445ebdbeeab0a84880ea, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T17:21:09,489 INFO [M:0;4e57a52647ef:35055 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 329ms, sequenceid=97, compaction requested=false 2024-11-14T17:21:09,510 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46289,1731604847941.replicationSource.shipper4e57a52647ef%2C46289%2C1731604847941,1-4e57a52647ef,46289,1731604847941 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-14T17:21:09,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T17:21:09,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] ipc.CallRunner(138): callId: 14 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:43878 deadline: 1731604929512, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-14T17:21:09,514 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46289,1731604847941.replicationSource.shipper4e57a52647ef%2C46289%2C1731604847941,1-4e57a52647ef,46289,1731604847941 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-14T17:21:09,515 WARN [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46289,1731604847941.replicationSource.shipper4e57a52647ef%2C46289%2C1731604847941,1-4e57a52647ef,46289,1731604847941 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-14T17:21:09,515 INFO [M:0;4e57a52647ef:35055 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:21:09,515 DEBUG [M:0;4e57a52647ef:35055 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731604869160Disabling compacts and flushes for region at 1731604869160Disabling writes for close at 1731604869160Obtaining lock to block concurrent updates at 1731604869160Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731604869160Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731604869161 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731604869163 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731604869163Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731604869194 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731604869194Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731604869261 (+67 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731604869289 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731604869289Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731604869370 (+81 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731604869400 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731604869401 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cb8a3: reopening flushed file at 1731604869455 (+54 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fb46e98: reopening flushed file at 1731604869471 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2629abed: reopening flushed file at 1731604869481 (+10 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 329ms, sequenceid=97, compaction requested=false at 1731604869489 (+8 ms)Writing region close event to WAL at 1731604869515 (+26 ms)Closed at 1731604869515 2024-11-14T17:21:09,515 WARN [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46289,1731604847941.replicationSource.shipper4e57a52647ef%2C46289%2C1731604847941,1-4e57a52647ef,46289,1731604847941 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-14T17:21:09,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42865 is added to blk_1073741830_1006 (size=63642) 2024-11-14T17:21:09,531 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T17:21:09,532 INFO [M:0;4e57a52647ef:35055 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T17:21:09,532 INFO [M:0;4e57a52647ef:35055 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35055 2024-11-14T17:21:09,534 INFO [M:0;4e57a52647ef:35055 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T17:21:09,644 INFO [M:0;4e57a52647ef:35055 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T17:21:09,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35055-0x100ab74a6fd0003, quorum=127.0.0.1:53917, baseZNode=/11260934146 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:21:09,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35055-0x100ab74a6fd0003, quorum=127.0.0.1:53917, baseZNode=/11260934146 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:21:09,687 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2abbbcd4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T17:21:09,688 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@751a2c45{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T17:21:09,688 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T17:21:09,688 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47f4ce60{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T17:21:09,688 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27510ba6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b432be0-b1eb-11ae-b9ad-ad4f197e2737/hadoop.log.dir/,STOPPED} 2024-11-14T17:21:09,691 WARN [BP-1833703960-172.17.0.3-1731604850866 heartbeating to localhost/127.0.0.1:38173 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T17:21:09,691 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T17:21:09,691 WARN [BP-1833703960-172.17.0.3-1731604850866 heartbeating to localhost/127.0.0.1:38173 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1833703960-172.17.0.3-1731604850866 (Datanode Uuid 3a3d566b-1981-4095-a5c5-03d0a1531eb3) service to localhost/127.0.0.1:38173 2024-11-14T17:21:09,691 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T17:21:09,692 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b432be0-b1eb-11ae-b9ad-ad4f197e2737/cluster_6d1e8dac-ff0b-d7d3-64be-8f486b2a4cc4/data/data1/current/BP-1833703960-172.17.0.3-1731604850866 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T17:21:09,692 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b432be0-b1eb-11ae-b9ad-ad4f197e2737/cluster_6d1e8dac-ff0b-d7d3-64be-8f486b2a4cc4/data/data2/current/BP-1833703960-172.17.0.3-1731604850866 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T17:21:09,693 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T17:21:09,701 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4319e721{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T17:21:09,702 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@456220b2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T17:21:09,702 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T17:21:09,702 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ad8b87d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T17:21:09,702 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72fd22da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b432be0-b1eb-11ae-b9ad-ad4f197e2737/hadoop.log.dir/,STOPPED} 2024-11-14T17:21:09,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T17:21:09,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T17:21:09,729 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:21:09,729 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:21:09,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:09,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:09,730 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:21:09,731 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T17:21:09,731 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1535288877, stopped=false 2024-11-14T17:21:09,731 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4e57a52647ef,44077,1731604847725 2024-11-14T17:21:09,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44077-0x100ab74a6fd0000, quorum=127.0.0.1:53917, baseZNode=/0225389310 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0225389310/running 2024-11-14T17:21:09,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44077-0x100ab74a6fd0000, quorum=127.0.0.1:53917, baseZNode=/0225389310 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0225389310 2024-11-14T17:21:09,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46289-0x100ab74a6fd0001, quorum=127.0.0.1:53917, baseZNode=/0225389310 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0225389310/running 2024-11-14T17:21:09,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46289-0x100ab74a6fd0001, quorum=127.0.0.1:53917, baseZNode=/0225389310 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0225389310 2024-11-14T17:21:09,733 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T17:21:09,733 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46289-0x100ab74a6fd0001, quorum=127.0.0.1:53917, baseZNode=/0225389310 Set watcher on znode that does not yet exist, /0225389310/running 2024-11-14T17:21:09,734 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44077-0x100ab74a6fd0000, quorum=127.0.0.1:53917, baseZNode=/0225389310 Set watcher on znode that does not yet exist, /0225389310/running 2024-11-14T17:21:09,743 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:21:09,743 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:21:09,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:09,743 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4e57a52647ef,46289,1731604847941' ***** 2024-11-14T17:21:09,743 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T17:21:09,744 INFO [RS:0;4e57a52647ef:46289 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T17:21:09,744 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T17:21:09,744 INFO [RS:0;4e57a52647ef:46289 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T17:21:09,744 INFO [RS:0;4e57a52647ef:46289 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T17:21:09,744 INFO [RS:0;4e57a52647ef:46289 {}] regionserver.HRegionServer(3091): Received CLOSE for 59ff9115e16faae32ad5368ecb4646e3 2024-11-14T17:21:09,745 INFO [RS:0;4e57a52647ef:46289 {}] regionserver.HRegionServer(3091): Received CLOSE for 33dbefdb6d05f71a4d18badd7b7dfb2a 2024-11-14T17:21:09,745 INFO [RS:0;4e57a52647ef:46289 {}] regionserver.HRegionServer(959): stopping server 4e57a52647ef,46289,1731604847941 2024-11-14T17:21:09,745 INFO [RS:0;4e57a52647ef:46289 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T17:21:09,745 INFO [RS:0;4e57a52647ef:46289 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4e57a52647ef:46289. 2024-11-14T17:21:09,745 DEBUG [RS:0;4e57a52647ef:46289 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:21:09,745 DEBUG [RS:0;4e57a52647ef:46289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:09,745 INFO [RS:0;4e57a52647ef:46289 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T17:21:09,746 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 59ff9115e16faae32ad5368ecb4646e3, disabling compactions & flushes 2024-11-14T17:21:09,746 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731604858955.59ff9115e16faae32ad5368ecb4646e3. 2024-11-14T17:21:09,746 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731604858955.59ff9115e16faae32ad5368ecb4646e3. 2024-11-14T17:21:09,746 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731604858955.59ff9115e16faae32ad5368ecb4646e3. after waiting 0 ms 2024-11-14T17:21:09,746 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731604858955.59ff9115e16faae32ad5368ecb4646e3. 2024-11-14T17:21:09,746 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 59ff9115e16faae32ad5368ecb4646e3 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-14T17:21:09,747 INFO [RS:0;4e57a52647ef:46289 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T17:21:09,747 INFO [RS:0;4e57a52647ef:46289 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T17:21:09,747 INFO [RS:0;4e57a52647ef:46289 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T17:21:09,748 INFO [RS:0;4e57a52647ef:46289 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T17:21:09,748 DEBUG [RS:0;4e57a52647ef:46289 {}] regionserver.HRegionServer(1325): Online Regions={59ff9115e16faae32ad5368ecb4646e3=hbase:replication,,1731604858955.59ff9115e16faae32ad5368ecb4646e3., 1588230740=hbase:meta,,1.1588230740, 33dbefdb6d05f71a4d18badd7b7dfb2a=test,,1731604854626.33dbefdb6d05f71a4d18badd7b7dfb2a.} 2024-11-14T17:21:09,748 DEBUG [RS:0;4e57a52647ef:46289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 33dbefdb6d05f71a4d18badd7b7dfb2a, 59ff9115e16faae32ad5368ecb4646e3 2024-11-14T17:21:09,748 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T17:21:09,748 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T17:21:09,748 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T17:21:09,748 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T17:21:09,748 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T17:21:09,751 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T17:21:09,779 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/data/hbase/replication/59ff9115e16faae32ad5368ecb4646e3/.tmp/hfileref/51f6371b635c4f4bb13875360a16c923 is 74, key is 1/hfileref:2f4d860104f24df1bc395f4490a51469_SeqId_6_/1731604866399/Put/seqid=0 2024-11-14T17:21:09,786 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/data/hbase/meta/1588230740/.tmp/info/bb659175a6cd47e6b904681319f4eb71 is 147, key is hbase:replication,,1731604858955.59ff9115e16faae32ad5368ecb4646e3./info:regioninfo/1731604859914/Put/seqid=0 2024-11-14T17:21:09,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741846_1022 (size=5345) 2024-11-14T17:21:09,810 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/data/hbase/replication/59ff9115e16faae32ad5368ecb4646e3/.tmp/hfileref/51f6371b635c4f4bb13875360a16c923 2024-11-14T17:21:09,823 INFO [regionserver/4e57a52647ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T17:21:09,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741847_1023 (size=7686) 2024-11-14T17:21:09,828 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/data/hbase/meta/1588230740/.tmp/info/bb659175a6cd47e6b904681319f4eb71 2024-11-14T17:21:09,842 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/data/hbase/replication/59ff9115e16faae32ad5368ecb4646e3/.tmp/queue/8a7e9d248d8b46759263b0ff55d35388 is 153, key is 1-4e57a52647ef,46289,1731604847941/queue:4e57a52647ef%2C46289%2C1731604847941/1731604864640/Put/seqid=0 2024-11-14T17:21:09,855 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/data/hbase/meta/1588230740/.tmp/ns/da5ec46b8b8a4e399955d3868b55a0bc is 43, key is default/ns:d/1731604850644/Put/seqid=0 2024-11-14T17:21:09,874 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46289,1731604847941.replicationSource.wal-reader.4e57a52647ef%2C46289%2C1731604847941,1-4e57a52647ef,46289,1731604847941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/WALs/4e57a52647ef,46289,1731604847941/4e57a52647ef%2C46289%2C1731604847941.1731604849783 to pos 1033, reset compression=false 2024-11-14T17:21:09,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741848_1024 (size=5352) 2024-11-14T17:21:09,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741849_1025 (size=5153) 2024-11-14T17:21:09,916 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46289,1731604847941.replicationSource.shipper4e57a52647ef%2C46289%2C1731604847941,1-4e57a52647ef,46289,1731604847941 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-14T17:21:09,917 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 4e57a52647ef:35055 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e57a52647ef/172.17.0.3:35055 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:21:09,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 4e57a52647ef:35055 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e57a52647ef/172.17.0.3:35055 2024-11-14T17:21:09,948 DEBUG [RS:0;4e57a52647ef:46289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 33dbefdb6d05f71a4d18badd7b7dfb2a, 59ff9115e16faae32ad5368ecb4646e3 2024-11-14T17:21:10,022 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:21:10,023 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 4e57a52647ef:35055 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e57a52647ef/172.17.0.3:35055 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T17:21:10,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4e57a52647ef,35055,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=4e57a52647ef:35055 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e57a52647ef/172.17.0.3:35055 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-14T17:21:10,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 4e57a52647ef:35055 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4e57a52647ef/172.17.0.3:35055 2024-11-14T17:21:10,148 DEBUG [RS:0;4e57a52647ef:46289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 33dbefdb6d05f71a4d18badd7b7dfb2a, 59ff9115e16faae32ad5368ecb4646e3 2024-11-14T17:21:10,232 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:21:10,233 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 4e57a52647ef:35055 this server is in the failed servers list 2024-11-14T17:21:10,234 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4e57a52647ef,35055,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=4e57a52647ef:35055 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4e57a52647ef:35055 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T17:21:10,266 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/data/hbase/replication/59ff9115e16faae32ad5368ecb4646e3/.tmp/queue/8a7e9d248d8b46759263b0ff55d35388 2024-11-14T17:21:10,275 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/data/hbase/replication/59ff9115e16faae32ad5368ecb4646e3/.tmp/hfileref/51f6371b635c4f4bb13875360a16c923 as hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/data/hbase/replication/59ff9115e16faae32ad5368ecb4646e3/hfileref/51f6371b635c4f4bb13875360a16c923 2024-11-14T17:21:10,275 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/data/hbase/meta/1588230740/.tmp/ns/da5ec46b8b8a4e399955d3868b55a0bc 2024-11-14T17:21:10,290 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/data/hbase/replication/59ff9115e16faae32ad5368ecb4646e3/hfileref/51f6371b635c4f4bb13875360a16c923, entries=4, sequenceid=10, filesize=5.2 K 2024-11-14T17:21:10,293 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/data/hbase/replication/59ff9115e16faae32ad5368ecb4646e3/.tmp/queue/8a7e9d248d8b46759263b0ff55d35388 as hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/data/hbase/replication/59ff9115e16faae32ad5368ecb4646e3/queue/8a7e9d248d8b46759263b0ff55d35388 2024-11-14T17:21:10,307 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/data/hbase/meta/1588230740/.tmp/rep_barrier/86036f7b0e0449d79a8f1f01beee15b9 is 112, key is test,,1731604854626.33dbefdb6d05f71a4d18badd7b7dfb2a./rep_barrier:seqnumDuringOpen/1731604855828/Put/seqid=0 2024-11-14T17:21:10,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741850_1026 (size=5518) 2024-11-14T17:21:10,326 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/data/hbase/replication/59ff9115e16faae32ad5368ecb4646e3/queue/8a7e9d248d8b46759263b0ff55d35388, entries=1, sequenceid=10, filesize=5.2 K 2024-11-14T17:21:10,327 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 59ff9115e16faae32ad5368ecb4646e3 in 581ms, sequenceid=10, compaction requested=false 2024-11-14T17:21:10,328 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/data/hbase/meta/1588230740/.tmp/rep_barrier/86036f7b0e0449d79a8f1f01beee15b9 2024-11-14T17:21:10,348 DEBUG [RS:0;4e57a52647ef:46289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 33dbefdb6d05f71a4d18badd7b7dfb2a, 59ff9115e16faae32ad5368ecb4646e3 2024-11-14T17:21:10,351 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/data/hbase/replication/59ff9115e16faae32ad5368ecb4646e3/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-14T17:21:10,352 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T17:21:10,352 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T17:21:10,352 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731604858955.59ff9115e16faae32ad5368ecb4646e3. 2024-11-14T17:21:10,352 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 59ff9115e16faae32ad5368ecb4646e3: Waiting for close lock at 1731604869746Running coprocessor pre-close hooks at 1731604869746Disabling compacts and flushes for region at 1731604869746Disabling writes for close at 1731604869746Obtaining lock to block concurrent updates at 1731604869746Preparing flush snapshotting stores in 59ff9115e16faae32ad5368ecb4646e3 at 1731604869746Finished memstore snapshotting hbase:replication,,1731604858955.59ff9115e16faae32ad5368ecb4646e3., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731604869746Flushing stores of hbase:replication,,1731604858955.59ff9115e16faae32ad5368ecb4646e3. at 1731604869748 (+2 ms)Flushing 59ff9115e16faae32ad5368ecb4646e3/hfileref: creating writer at 1731604869748Flushing 59ff9115e16faae32ad5368ecb4646e3/hfileref: appending metadata at 1731604869779 (+31 ms)Flushing 59ff9115e16faae32ad5368ecb4646e3/hfileref: closing flushed file at 1731604869779Flushing 59ff9115e16faae32ad5368ecb4646e3/queue: creating writer at 1731604869820 (+41 ms)Flushing 59ff9115e16faae32ad5368ecb4646e3/queue: appending metadata at 1731604869841 (+21 ms)Flushing 59ff9115e16faae32ad5368ecb4646e3/queue: closing flushed file at 1731604869841Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4744254: reopening flushed file at 1731604870273 (+432 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75563afa: reopening flushed file at 1731604870291 (+18 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 59ff9115e16faae32ad5368ecb4646e3 in 581ms, sequenceid=10, compaction requested=false at 1731604870327 (+36 ms)Writing region close event to WAL at 1731604870346 (+19 ms)Running coprocessor post-close hooks at 1731604870352 (+6 ms)Closed at 1731604870352 2024-11-14T17:21:10,352 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731604858955.59ff9115e16faae32ad5368ecb4646e3. 2024-11-14T17:21:10,352 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 33dbefdb6d05f71a4d18badd7b7dfb2a, disabling compactions & flushes 2024-11-14T17:21:10,352 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731604854626.33dbefdb6d05f71a4d18badd7b7dfb2a. 2024-11-14T17:21:10,352 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731604854626.33dbefdb6d05f71a4d18badd7b7dfb2a. 2024-11-14T17:21:10,352 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731604854626.33dbefdb6d05f71a4d18badd7b7dfb2a. after waiting 0 ms 2024-11-14T17:21:10,352 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731604854626.33dbefdb6d05f71a4d18badd7b7dfb2a. 2024-11-14T17:21:10,371 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/data/hbase/meta/1588230740/.tmp/table/37915907825e4d95b12d2015272d1a45 is 53, key is hbase:replication/table:state/1731604859941/Put/seqid=0 2024-11-14T17:21:10,386 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/data/default/test/33dbefdb6d05f71a4d18badd7b7dfb2a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T17:21:10,390 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T17:21:10,390 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T17:21:10,390 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731604854626.33dbefdb6d05f71a4d18badd7b7dfb2a. 2024-11-14T17:21:10,390 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 33dbefdb6d05f71a4d18badd7b7dfb2a: Waiting for close lock at 1731604870352Running coprocessor pre-close hooks at 1731604870352Disabling compacts and flushes for region at 1731604870352Disabling writes for close at 1731604870352Writing region close event to WAL at 1731604870371 (+19 ms)Running coprocessor post-close hooks at 1731604870390 (+19 ms)Closed at 1731604870390 2024-11-14T17:21:10,390 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731604854626.33dbefdb6d05f71a4d18badd7b7dfb2a. 2024-11-14T17:21:10,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741851_1027 (size=5308) 2024-11-14T17:21:10,542 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:21:10,542 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 4e57a52647ef:35055 this server is in the failed servers list 2024-11-14T17:21:10,542 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4e57a52647ef,35055,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=4e57a52647ef:35055 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4e57a52647ef:35055 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T17:21:10,549 DEBUG [RS:0;4e57a52647ef:46289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T17:21:10,614 INFO [regionserver/4e57a52647ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T17:21:10,614 INFO [regionserver/4e57a52647ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T17:21:10,691 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46289,1731604847941.replicationSource.wal-reader.4e57a52647ef%2C46289%2C1731604847941,1-4e57a52647ef,46289,1731604847941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/WALs/4e57a52647ef,46289,1731604847941/4e57a52647ef%2C46289%2C1731604847941.1731604849783 to pos 1033, reset compression=false 2024-11-14T17:21:10,697 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46289,1731604847941.replicationSource.wal-reader.4e57a52647ef%2C46289%2C1731604847941,1-4e57a52647ef,46289,1731604847941 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T17:21:10,697 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46289,1731604847941.replicationSource.wal-reader.4e57a52647ef%2C46289%2C1731604847941,1-4e57a52647ef,46289,1731604847941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/WALs/4e57a52647ef,46289,1731604847941/4e57a52647ef%2C46289%2C1731604847941.1731604849783 to pos 1328, reset compression=false 2024-11-14T17:21:10,749 INFO [RS:0;4e57a52647ef:46289 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T17:21:10,749 DEBUG [RS:0;4e57a52647ef:46289 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T17:21:10,749 DEBUG [RS:0;4e57a52647ef:46289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T17:21:10,804 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/data/hbase/meta/1588230740/.tmp/table/37915907825e4d95b12d2015272d1a45 2024-11-14T17:21:10,815 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/data/hbase/meta/1588230740/.tmp/info/bb659175a6cd47e6b904681319f4eb71 as hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/data/hbase/meta/1588230740/info/bb659175a6cd47e6b904681319f4eb71 2024-11-14T17:21:10,821 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/data/hbase/meta/1588230740/info/bb659175a6cd47e6b904681319f4eb71, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T17:21:10,824 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/data/hbase/meta/1588230740/.tmp/ns/da5ec46b8b8a4e399955d3868b55a0bc as hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/data/hbase/meta/1588230740/ns/da5ec46b8b8a4e399955d3868b55a0bc 2024-11-14T17:21:10,830 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/data/hbase/meta/1588230740/ns/da5ec46b8b8a4e399955d3868b55a0bc, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T17:21:10,832 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/data/hbase/meta/1588230740/.tmp/rep_barrier/86036f7b0e0449d79a8f1f01beee15b9 as hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/data/hbase/meta/1588230740/rep_barrier/86036f7b0e0449d79a8f1f01beee15b9 2024-11-14T17:21:10,837 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/data/hbase/meta/1588230740/rep_barrier/86036f7b0e0449d79a8f1f01beee15b9, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T17:21:10,838 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/data/hbase/meta/1588230740/.tmp/table/37915907825e4d95b12d2015272d1a45 as hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/data/hbase/meta/1588230740/table/37915907825e4d95b12d2015272d1a45 2024-11-14T17:21:10,843 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/data/hbase/meta/1588230740/table/37915907825e4d95b12d2015272d1a45, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T17:21:10,844 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1096ms, sequenceid=16, compaction requested=false 2024-11-14T17:21:10,865 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T17:21:10,865 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T17:21:10,866 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T17:21:10,866 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T17:21:10,866 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731604869748Running coprocessor pre-close hooks at 1731604869748Disabling compacts and flushes for region at 1731604869748Disabling writes for close at 1731604869748Obtaining lock to block concurrent updates at 1731604869751 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1731604869751Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731604869751Flushing stores of hbase:meta,,1.1588230740 at 1731604869752 (+1 ms)Flushing 1588230740/info: creating writer at 1731604869752Flushing 1588230740/info: appending metadata at 1731604869786 (+34 ms)Flushing 1588230740/info: closing flushed file at 1731604869786Flushing 1588230740/ns: creating writer at 1731604869833 (+47 ms)Flushing 1588230740/ns: appending metadata at 1731604869854 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731604869854Flushing 1588230740/rep_barrier: creating writer at 1731604870285 (+431 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731604870306 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731604870306Flushing 1588230740/table: creating writer at 1731604870347 (+41 ms)Flushing 1588230740/table: appending metadata at 1731604870370 (+23 ms)Flushing 1588230740/table: closing flushed file at 1731604870370Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@558dd79d: reopening flushed file at 1731604870813 (+443 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d77328a: reopening flushed file at 1731604870821 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6165c4aa: reopening flushed file at 1731604870830 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39bb822e: reopening flushed file at 1731604870838 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1096ms, sequenceid=16, compaction requested=false at 1731604870844 (+6 ms)Writing region close event to WAL at 1731604870858 (+14 ms)Running coprocessor post-close hooks at 1731604870865 (+7 ms)Closed at 1731604870866 (+1 ms) 2024-11-14T17:21:10,866 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T17:21:10,903 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46289,1731604847941.replicationSource.wal-reader.4e57a52647ef%2C46289%2C1731604847941,1-4e57a52647ef,46289,1731604847941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/WALs/4e57a52647ef,46289,1731604847941/4e57a52647ef%2C46289%2C1731604847941.1731604849783 to pos 1328, reset compression=false 2024-11-14T17:21:10,949 INFO [RS:0;4e57a52647ef:46289 {}] regionserver.HRegionServer(976): stopping server 4e57a52647ef,46289,1731604847941; all regions closed. 2024-11-14T17:21:10,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741834_1010 (size=4239) 2024-11-14T17:21:10,979 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/WALs/4e57a52647ef,46289,1731604847941/4e57a52647ef%2C46289%2C1731604847941.meta.1731604850529.meta not finished, retry = 0 2024-11-14T17:21:11,052 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:21:11,053 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 4e57a52647ef:35055 this server is in the failed servers list 2024-11-14T17:21:11,053 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4e57a52647ef,35055,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=4e57a52647ef:35055 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4e57a52647ef:35055 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T17:21:11,091 DEBUG [RS:0;4e57a52647ef:46289 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/oldWALs 2024-11-14T17:21:11,091 INFO [RS:0;4e57a52647ef:46289 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4e57a52647ef%2C46289%2C1731604847941.meta:.meta(num 1731604850529) 2024-11-14T17:21:11,100 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/WALs/4e57a52647ef,46289,1731604847941/4e57a52647ef%2C46289%2C1731604847941.rep.1731604859805 not finished, retry = 0 2024-11-14T17:21:11,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741839_1015 (size=2695) 2024-11-14T17:21:11,203 DEBUG [RS:0;4e57a52647ef:46289 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/oldWALs 2024-11-14T17:21:11,203 INFO [RS:0;4e57a52647ef:46289 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4e57a52647ef%2C46289%2C1731604847941.rep:(num 1731604859805) 2024-11-14T17:21:11,210 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/WALs/4e57a52647ef,46289,1731604847941/4e57a52647ef%2C46289%2C1731604847941.1731604849783 not finished, retry = 0 2024-11-14T17:21:11,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741833_1009 (size=1336) 2024-11-14T17:21:11,212 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46289,1731604847941.replicationSource.wal-reader.4e57a52647ef%2C46289%2C1731604847941,1-4e57a52647ef,46289,1731604847941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/WALs/4e57a52647ef,46289,1731604847941/4e57a52647ef%2C46289%2C1731604847941.1731604849783 to pos 1328, reset compression=false 2024-11-14T17:21:11,312 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46289,1731604847941.replicationSource.wal-reader.4e57a52647ef%2C46289%2C1731604847941,1-4e57a52647ef,46289,1731604847941 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/WALs/4e57a52647ef,46289,1731604847941/4e57a52647ef%2C46289%2C1731604847941.1731604849783 2024-11-14T17:21:11,314 DEBUG [RS:0;4e57a52647ef:46289 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/oldWALs 2024-11-14T17:21:11,314 INFO [RS:0;4e57a52647ef:46289 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4e57a52647ef%2C46289%2C1731604847941:(num 1731604849783) 2024-11-14T17:21:11,314 DEBUG [RS:0;4e57a52647ef:46289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:11,314 INFO [RS:0;4e57a52647ef:46289 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T17:21:11,314 INFO [RS:0;4e57a52647ef:46289 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T17:21:11,314 INFO [RS:0;4e57a52647ef:46289 {}] hbase.ChoreService(370): Chore service for: regionserver/4e57a52647ef:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T17:21:11,314 INFO [RS:0;4e57a52647ef:46289 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T17:21:11,315 INFO [regionserver/4e57a52647ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T17:21:11,315 INFO [RS:0;4e57a52647ef:46289 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4e57a52647ef,46289,1731604847941 because: Region server is closing 2024-11-14T17:21:11,315 INFO [RS:0;4e57a52647ef:46289 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4e57a52647ef:46289. 2024-11-14T17:21:11,315 DEBUG [RS:0;4e57a52647ef:46289 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:21:11,315 DEBUG [RS:0;4e57a52647ef:46289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:11,315 DEBUG [RS:0;4e57a52647ef:46289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:11,315 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:21:11,416 WARN [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46289,1731604847941.replicationSource.wal-reader.4e57a52647ef%2C46289%2C1731604847941,1-4e57a52647ef,46289,1731604847941 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-14T17:21:11,416 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46289,1731604847941.replicationSource.shipper4e57a52647ef%2C46289%2C1731604847941,1-4e57a52647ef,46289,1731604847941 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-14T17:21:11,416 WARN [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46289,1731604847941.replicationSource.shipper4e57a52647ef%2C46289%2C1731604847941,1-4e57a52647ef,46289,1731604847941 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-14T17:21:11,416 WARN [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46289,1731604847941.replicationSource.shipper4e57a52647ef%2C46289%2C1731604847941,1-4e57a52647ef,46289,1731604847941 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-14T17:21:11,917 INFO [RS:0;4e57a52647ef:46289 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46289,1731604847941.replicationSource.shipper4e57a52647ef%2C46289%2C1731604847941,1-4e57a52647ef,46289,1731604847941 terminated 2024-11-14T17:21:11,917 INFO [RS:0;4e57a52647ef:46289 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4e57a52647ef:46289. 2024-11-14T17:21:11,918 DEBUG [RS:0;4e57a52647ef:46289 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:21:11,918 DEBUG [RS:0;4e57a52647ef:46289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:11,918 DEBUG [RS:0;4e57a52647ef:46289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:11,918 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:21:11,918 INFO [RS:0;4e57a52647ef:46289 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46289 2024-11-14T17:21:11,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46289-0x100ab74a6fd0001, quorum=127.0.0.1:53917, baseZNode=/0225389310 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0225389310/rs/4e57a52647ef,46289,1731604847941 2024-11-14T17:21:11,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44077-0x100ab74a6fd0000, quorum=127.0.0.1:53917, baseZNode=/0225389310 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0225389310/rs 2024-11-14T17:21:11,920 INFO [RS:0;4e57a52647ef:46289 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T17:21:11,922 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4e57a52647ef,46289,1731604847941] 2024-11-14T17:21:11,923 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0225389310/draining/4e57a52647ef,46289,1731604847941 already deleted, retry=false 2024-11-14T17:21:11,923 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4e57a52647ef,46289,1731604847941 expired; onlineServers=0 2024-11-14T17:21:11,923 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4e57a52647ef,44077,1731604847725' ***** 2024-11-14T17:21:11,923 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T17:21:11,924 INFO [M:0;4e57a52647ef:44077 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T17:21:11,924 INFO [M:0;4e57a52647ef:44077 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T17:21:11,924 DEBUG [M:0;4e57a52647ef:44077 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T17:21:11,924 DEBUG [M:0;4e57a52647ef:44077 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T17:21:11,924 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T17:21:11,924 DEBUG [master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731604849509 {}] cleaner.HFileCleaner(306): Exit Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731604849509,5,FailOnTimeoutGroup] 2024-11-14T17:21:11,924 INFO [M:0;4e57a52647ef:44077 {}] hbase.ChoreService(370): Chore service for: master/4e57a52647ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T17:21:11,924 INFO [M:0;4e57a52647ef:44077 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T17:21:11,924 DEBUG [M:0;4e57a52647ef:44077 {}] master.HMaster(1795): Stopping service threads 2024-11-14T17:21:11,924 INFO [M:0;4e57a52647ef:44077 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T17:21:11,924 INFO [M:0;4e57a52647ef:44077 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T17:21:11,924 DEBUG [master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731604849510 {}] cleaner.HFileCleaner(306): Exit Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731604849510,5,FailOnTimeoutGroup] 2024-11-14T17:21:11,924 INFO [M:0;4e57a52647ef:44077 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T17:21:11,925 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T17:21:11,927 DEBUG [M:0;4e57a52647ef:44077 {}] zookeeper.ZKUtil(347): master:44077-0x100ab74a6fd0000, quorum=127.0.0.1:53917, baseZNode=/0225389310 Unable to get data of znode /0225389310/master because node does not exist (not an error) 2024-11-14T17:21:11,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44077-0x100ab74a6fd0000, quorum=127.0.0.1:53917, baseZNode=/0225389310 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0225389310/master 2024-11-14T17:21:11,927 WARN [M:0;4e57a52647ef:44077 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T17:21:11,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44077-0x100ab74a6fd0000, quorum=127.0.0.1:53917, baseZNode=/0225389310 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0225389310 2024-11-14T17:21:11,927 INFO [M:0;4e57a52647ef:44077 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/.lastflushedseqids 2024-11-14T17:21:11,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741852_1028 (size=263) 2024-11-14T17:21:11,947 INFO [M:0;4e57a52647ef:44077 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T17:21:11,947 INFO [M:0;4e57a52647ef:44077 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T17:21:11,947 DEBUG [M:0;4e57a52647ef:44077 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T17:21:11,947 INFO [M:0;4e57a52647ef:44077 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:21:11,947 DEBUG [M:0;4e57a52647ef:44077 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:21:11,947 DEBUG [M:0;4e57a52647ef:44077 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T17:21:11,947 DEBUG [M:0;4e57a52647ef:44077 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:21:11,948 INFO [M:0;4e57a52647ef:44077 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-14T17:21:11,971 DEBUG [M:0;4e57a52647ef:44077 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/96ebae151f0c4e559bc999399a27faa6 is 82, key is hbase:meta,,1/info:regioninfo/1731604850618/Put/seqid=0 2024-11-14T17:21:11,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741853_1029 (size=5672) 2024-11-14T17:21:12,022 INFO [RS:0;4e57a52647ef:46289 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T17:21:12,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46289-0x100ab74a6fd0001, quorum=127.0.0.1:53917, baseZNode=/0225389310 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:21:12,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46289-0x100ab74a6fd0001, quorum=127.0.0.1:53917, baseZNode=/0225389310 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:21:12,022 INFO [RS:0;4e57a52647ef:46289 {}] regionserver.HRegionServer(1031): Exiting; stopping=4e57a52647ef,46289,1731604847941; zookeeper connection closed. 2024-11-14T17:21:12,029 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4f579fd9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4f579fd9 2024-11-14T17:21:12,029 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T17:21:12,062 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:21:12,063 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4e57a52647ef,35055,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e57a52647ef:35055 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T17:21:12,065 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2147 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4e57a52647ef,35055,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e57a52647ef:35055 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T17:21:12,384 INFO [M:0;4e57a52647ef:44077 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/96ebae151f0c4e559bc999399a27faa6 2024-11-14T17:21:12,431 DEBUG [M:0;4e57a52647ef:44077 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dd62ec15d7f24b07906a10f960d3f8c5 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731604859960/Put/seqid=0 2024-11-14T17:21:12,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741854_1030 (size=8515) 2024-11-14T17:21:12,460 INFO [M:0;4e57a52647ef:44077 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dd62ec15d7f24b07906a10f960d3f8c5 2024-11-14T17:21:12,525 DEBUG [M:0;4e57a52647ef:44077 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/68f4b3508dbf4d74a891c010b2eab7db is 69, key is 4e57a52647ef,46289,1731604847941/rs:state/1731604849524/Put/seqid=0 2024-11-14T17:21:12,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741855_1031 (size=5156) 2024-11-14T17:21:13,016 INFO [M:0;4e57a52647ef:44077 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/68f4b3508dbf4d74a891c010b2eab7db 2024-11-14T17:21:13,024 DEBUG [M:0;4e57a52647ef:44077 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/96ebae151f0c4e559bc999399a27faa6 as hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/96ebae151f0c4e559bc999399a27faa6 2024-11-14T17:21:13,033 INFO [M:0;4e57a52647ef:44077 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/96ebae151f0c4e559bc999399a27faa6, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T17:21:13,034 DEBUG [M:0;4e57a52647ef:44077 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dd62ec15d7f24b07906a10f960d3f8c5 as hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dd62ec15d7f24b07906a10f960d3f8c5 2024-11-14T17:21:13,060 INFO [M:0;4e57a52647ef:44077 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dd62ec15d7f24b07906a10f960d3f8c5, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T17:21:13,074 DEBUG [M:0;4e57a52647ef:44077 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/68f4b3508dbf4d74a891c010b2eab7db as hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/68f4b3508dbf4d74a891c010b2eab7db 2024-11-14T17:21:13,117 INFO [M:0;4e57a52647ef:44077 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43527/user/jenkins/test-data/8d79af39-6d9b-76ab-075a-3d16b48e8698/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/68f4b3508dbf4d74a891c010b2eab7db, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T17:21:13,121 INFO [M:0;4e57a52647ef:44077 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1174ms, sequenceid=97, compaction requested=false 2024-11-14T17:21:13,180 INFO [M:0;4e57a52647ef:44077 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:21:13,180 DEBUG [M:0;4e57a52647ef:44077 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731604871947Disabling compacts and flushes for region at 1731604871947Disabling writes for close at 1731604871947Obtaining lock to block concurrent updates at 1731604871948 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731604871948Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731604871948Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731604871949 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731604871949Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731604871970 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731604871970Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731604872402 (+432 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731604872430 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731604872431 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731604872468 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731604872524 (+56 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731604872524Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47e374f5: reopening flushed file at 1731604873023 (+499 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14ee0e6c: reopening flushed file at 1731604873033 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f8c0f84: reopening flushed file at 1731604873066 (+33 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1174ms, sequenceid=97, compaction requested=false at 1731604873121 (+55 ms)Writing region close event to WAL at 1731604873180 (+59 ms)Closed at 1731604873180 2024-11-14T17:21:13,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36137 is added to blk_1073741830_1006 (size=63642) 2024-11-14T17:21:13,222 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T17:21:13,222 INFO [M:0;4e57a52647ef:44077 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T17:21:13,222 INFO [M:0;4e57a52647ef:44077 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44077 2024-11-14T17:21:13,224 INFO [M:0;4e57a52647ef:44077 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T17:21:13,326 INFO [M:0;4e57a52647ef:44077 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T17:21:13,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44077-0x100ab74a6fd0000, quorum=127.0.0.1:53917, baseZNode=/0225389310 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:21:13,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44077-0x100ab74a6fd0000, quorum=127.0.0.1:53917, baseZNode=/0225389310 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:21:13,355 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f320e03{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T17:21:13,358 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3bdea809{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T17:21:13,358 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T17:21:13,358 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b5ff924{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T17:21:13,358 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7afe8a23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a249626-7e24-1392-f4fa-df8c5f9e67dd/hadoop.log.dir/,STOPPED} 2024-11-14T17:21:13,360 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T17:21:13,360 WARN [BP-259948906-172.17.0.3-1731604846361 heartbeating to localhost/127.0.0.1:43527 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T17:21:13,360 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T17:21:13,360 WARN [BP-259948906-172.17.0.3-1731604846361 heartbeating to localhost/127.0.0.1:43527 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-259948906-172.17.0.3-1731604846361 (Datanode Uuid e2ab0873-a87e-481e-bd4f-8b2c089f7141) service to localhost/127.0.0.1:43527 2024-11-14T17:21:13,361 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a249626-7e24-1392-f4fa-df8c5f9e67dd/cluster_ae9397f5-4433-15e8-bbcb-639f0b5d710f/data/data1/current/BP-259948906-172.17.0.3-1731604846361 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T17:21:13,361 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a249626-7e24-1392-f4fa-df8c5f9e67dd/cluster_ae9397f5-4433-15e8-bbcb-639f0b5d710f/data/data2/current/BP-259948906-172.17.0.3-1731604846361 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T17:21:13,361 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T17:21:13,369 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44355685{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T17:21:13,371 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3eb329d7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T17:21:13,371 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T17:21:13,372 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c4045f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T17:21:13,372 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69d6e998{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a249626-7e24-1392-f4fa-df8c5f9e67dd/hadoop.log.dir/,STOPPED} 2024-11-14T17:21:13,380 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T17:21:13,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T17:21:13,411 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=246 (was 210) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:43527 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38173 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:43527 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:43527 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38173 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:43527 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:43527 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53917) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38173 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38173 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38173 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38173 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:43527 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:38173 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38173 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53917) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38173 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38173 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38173 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43527 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38173 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:43527 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38173 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38173 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=625 (was 581) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1020 (was 805) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=987 (was 1508) 2024-11-14T17:21:13,438 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=246, OpenFileDescriptor=625, MaxFileDescriptor=1048576, SystemLoadAverage=1020, ProcessCount=11, AvailableMemoryMB=987 2024-11-14T17:21:13,457 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-14T17:21:13,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b432be0-b1eb-11ae-b9ad-ad4f197e2737/hadoop.log.dir so I do NOT create it in target/test-data/f4ab05cb-4629-53cb-084c-5caed8d297b7 2024-11-14T17:21:13,457 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b432be0-b1eb-11ae-b9ad-ad4f197e2737/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T17:21:13,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b432be0-b1eb-11ae-b9ad-ad4f197e2737/hadoop.tmp.dir so I do NOT create it in target/test-data/f4ab05cb-4629-53cb-084c-5caed8d297b7 2024-11-14T17:21:13,457 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b432be0-b1eb-11ae-b9ad-ad4f197e2737/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T17:21:13,458 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ab05cb-4629-53cb-084c-5caed8d297b7 2024-11-14T17:21:13,458 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ab05cb-4629-53cb-084c-5caed8d297b7/cluster_fd012077-d713-251c-cb00-b708b5b2207c, deleteOnExit=true 2024-11-14T17:21:13,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100ab74a6fd0005, quorum=127.0.0.1:53917, baseZNode=/11260934146 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T17:21:13,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100ab74a6fd0002, quorum=127.0.0.1:53917, baseZNode=/0225389310 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T17:21:13,478 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100ab74a6fd0005, quorum=127.0.0.1:53917, baseZNode=/11260934146 Received Disconnected from ZooKeeper, ignoring 2024-11-14T17:21:13,478 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100ab74a6fd0002, quorum=127.0.0.1:53917, baseZNode=/0225389310 Received Disconnected from ZooKeeper, ignoring 2024-11-14T17:21:13,497 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T17:21:13,511 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ab05cb-4629-53cb-084c-5caed8d297b7/cluster_fd012077-d713-251c-cb00-b708b5b2207c/zookeeper_0, clientPort=64117, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ab05cb-4629-53cb-084c-5caed8d297b7/cluster_fd012077-d713-251c-cb00-b708b5b2207c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ab05cb-4629-53cb-084c-5caed8d297b7/cluster_fd012077-d713-251c-cb00-b708b5b2207c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T17:21:13,531 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64117 2024-11-14T17:21:13,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T17:21:13,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T17:21:13,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ab05cb-4629-53cb-084c-5caed8d297b7/test.cache.data in system properties and HBase conf 2024-11-14T17:21:13,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ab05cb-4629-53cb-084c-5caed8d297b7/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T17:21:13,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ab05cb-4629-53cb-084c-5caed8d297b7/hadoop.log.dir in system properties and HBase conf 2024-11-14T17:21:13,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ab05cb-4629-53cb-084c-5caed8d297b7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T17:21:13,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ab05cb-4629-53cb-084c-5caed8d297b7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T17:21:13,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T17:21:13,532 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T17:21:13,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ab05cb-4629-53cb-084c-5caed8d297b7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T17:21:13,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ab05cb-4629-53cb-084c-5caed8d297b7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T17:21:13,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ab05cb-4629-53cb-084c-5caed8d297b7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T17:21:13,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ab05cb-4629-53cb-084c-5caed8d297b7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T17:21:13,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ab05cb-4629-53cb-084c-5caed8d297b7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T17:21:13,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ab05cb-4629-53cb-084c-5caed8d297b7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T17:21:13,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ab05cb-4629-53cb-084c-5caed8d297b7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T17:21:13,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ab05cb-4629-53cb-084c-5caed8d297b7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T17:21:13,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ab05cb-4629-53cb-084c-5caed8d297b7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T17:21:13,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ab05cb-4629-53cb-084c-5caed8d297b7/nfs.dump.dir in system properties and HBase conf 2024-11-14T17:21:13,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ab05cb-4629-53cb-084c-5caed8d297b7/java.io.tmpdir in system properties and HBase conf 2024-11-14T17:21:13,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ab05cb-4629-53cb-084c-5caed8d297b7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T17:21:13,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ab05cb-4629-53cb-084c-5caed8d297b7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T17:21:13,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ab05cb-4629-53cb-084c-5caed8d297b7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T17:21:13,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:13,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:13,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:13,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:13,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:13,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:13,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:13,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:13,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:13,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:13,748 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T17:21:13,756 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T17:21:13,815 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T17:21:13,815 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T17:21:13,815 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T17:21:13,817 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T17:21:13,817 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e383429{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ab05cb-4629-53cb-084c-5caed8d297b7/hadoop.log.dir/,AVAILABLE} 2024-11-14T17:21:13,818 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39cb992f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T17:21:13,968 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@219e57b8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ab05cb-4629-53cb-084c-5caed8d297b7/java.io.tmpdir/jetty-localhost-33613-hadoop-hdfs-3_4_1-tests_jar-_-any-1257641088323714884/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T17:21:13,974 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4fc6e35a{HTTP/1.1, (http/1.1)}{localhost:33613} 2024-11-14T17:21:13,974 INFO [Time-limited test {}] server.Server(415): Started @178353ms 2024-11-14T17:21:14,083 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:21:14,083 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4e57a52647ef,35055,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e57a52647ef:35055 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T17:21:14,084 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4167 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4e57a52647ef,35055,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e57a52647ef:35055 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T17:21:14,137 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T17:21:14,141 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T17:21:14,143 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T17:21:14,143 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T17:21:14,143 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T17:21:14,160 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c537cbd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ab05cb-4629-53cb-084c-5caed8d297b7/hadoop.log.dir/,AVAILABLE} 2024-11-14T17:21:14,160 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b538681{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T17:21:14,329 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@566951c3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ab05cb-4629-53cb-084c-5caed8d297b7/java.io.tmpdir/jetty-localhost-41869-hadoop-hdfs-3_4_1-tests_jar-_-any-2269243299077118958/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T17:21:14,330 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7517b687{HTTP/1.1, (http/1.1)}{localhost:41869} 2024-11-14T17:21:14,330 INFO [Time-limited test {}] server.Server(415): Started @178708ms 2024-11-14T17:21:14,331 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T17:21:14,521 WARN [Thread-2177 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ab05cb-4629-53cb-084c-5caed8d297b7/cluster_fd012077-d713-251c-cb00-b708b5b2207c/data/data1/current/BP-1722511752-172.17.0.3-1731604873602/current, will proceed with Du for space computation calculation, 2024-11-14T17:21:14,541 WARN [Thread-2178 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ab05cb-4629-53cb-084c-5caed8d297b7/cluster_fd012077-d713-251c-cb00-b708b5b2207c/data/data2/current/BP-1722511752-172.17.0.3-1731604873602/current, will proceed with Du for space computation calculation, 2024-11-14T17:21:14,615 WARN [Thread-2165 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T17:21:14,618 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf6e300b1c97661b1 with lease ID 0x8f1fa3d5e55c38b3: Processing first storage report for DS-e5505382-b64a-4175-a212-d6df26cf63fb from datanode DatanodeRegistration(127.0.0.1:37483, datanodeUuid=7e023509-4525-4c1e-98ee-71812b03f6d8, infoPort=43079, infoSecurePort=0, ipcPort=34885, storageInfo=lv=-57;cid=testClusterID;nsid=425965587;c=1731604873602) 2024-11-14T17:21:14,618 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf6e300b1c97661b1 with lease ID 0x8f1fa3d5e55c38b3: from storage DS-e5505382-b64a-4175-a212-d6df26cf63fb node DatanodeRegistration(127.0.0.1:37483, datanodeUuid=7e023509-4525-4c1e-98ee-71812b03f6d8, infoPort=43079, infoSecurePort=0, ipcPort=34885, storageInfo=lv=-57;cid=testClusterID;nsid=425965587;c=1731604873602), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T17:21:14,619 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf6e300b1c97661b1 with lease ID 0x8f1fa3d5e55c38b3: Processing first storage report for DS-feed63d1-e9b7-4812-bdde-17d2c811573a from datanode DatanodeRegistration(127.0.0.1:37483, datanodeUuid=7e023509-4525-4c1e-98ee-71812b03f6d8, infoPort=43079, infoSecurePort=0, ipcPort=34885, storageInfo=lv=-57;cid=testClusterID;nsid=425965587;c=1731604873602) 2024-11-14T17:21:14,619 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf6e300b1c97661b1 with lease ID 0x8f1fa3d5e55c38b3: from storage DS-feed63d1-e9b7-4812-bdde-17d2c811573a node DatanodeRegistration(127.0.0.1:37483, datanodeUuid=7e023509-4525-4c1e-98ee-71812b03f6d8, infoPort=43079, infoSecurePort=0, ipcPort=34885, storageInfo=lv=-57;cid=testClusterID;nsid=425965587;c=1731604873602), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T17:21:14,695 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ab05cb-4629-53cb-084c-5caed8d297b7 2024-11-14T17:21:14,695 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:21:14,697 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:21:14,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741825_1001 (size=7) 2024-11-14T17:21:14,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T17:21:14,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T17:21:14,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T17:21:14,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T17:21:14,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T17:21:14,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T17:21:14,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T17:21:15,113 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c with version=8 2024-11-14T17:21:15,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/hbase-staging 2024-11-14T17:21:15,116 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4e57a52647ef:0 server-side Connection retries=45 2024-11-14T17:21:15,116 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:21:15,116 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T17:21:15,116 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T17:21:15,116 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:21:15,116 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T17:21:15,116 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T17:21:15,116 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T17:21:15,117 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43147 2024-11-14T17:21:15,118 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43147 connecting to ZooKeeper ensemble=127.0.0.1:64117 2024-11-14T17:21:15,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:431470x0, quorum=127.0.0.1:64117, baseZNode=/01117750874 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:21:15,147 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43147-0x100ab7511230000 connected 2024-11-14T17:21:15,203 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:21:15,205 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:21:15,210 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43147-0x100ab7511230000, quorum=127.0.0.1:64117, baseZNode=/01117750874 Set watcher on znode that does not yet exist, /01117750874/running 2024-11-14T17:21:15,210 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c, hbase.cluster.distributed=false 2024-11-14T17:21:15,212 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43147-0x100ab7511230000, quorum=127.0.0.1:64117, baseZNode=/01117750874 Set watcher on znode that does not yet exist, /01117750874/acl 2024-11-14T17:21:15,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43147 2024-11-14T17:21:15,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43147 2024-11-14T17:21:15,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43147 2024-11-14T17:21:15,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43147 2024-11-14T17:21:15,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43147 2024-11-14T17:21:15,300 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4e57a52647ef:0 server-side Connection retries=45 2024-11-14T17:21:15,300 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:21:15,300 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T17:21:15,300 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T17:21:15,300 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:21:15,300 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T17:21:15,300 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T17:21:15,300 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T17:21:15,306 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42069 2024-11-14T17:21:15,308 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42069 connecting to ZooKeeper ensemble=127.0.0.1:64117 2024-11-14T17:21:15,309 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:21:15,311 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:21:15,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:420690x0, quorum=127.0.0.1:64117, baseZNode=/01117750874 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:21:15,319 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:420690x0, quorum=127.0.0.1:64117, baseZNode=/01117750874 Set watcher on znode that does not yet exist, /01117750874/running 2024-11-14T17:21:15,319 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T17:21:15,322 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42069-0x100ab7511230001 connected 2024-11-14T17:21:15,330 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T17:21:15,331 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42069-0x100ab7511230001, quorum=127.0.0.1:64117, baseZNode=/01117750874 Set watcher on znode that does not yet exist, /01117750874/master 2024-11-14T17:21:15,337 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42069-0x100ab7511230001, quorum=127.0.0.1:64117, baseZNode=/01117750874 Set watcher on znode that does not yet exist, /01117750874/acl 2024-11-14T17:21:15,346 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42069 2024-11-14T17:21:15,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42069 2024-11-14T17:21:15,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42069 2024-11-14T17:21:15,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42069 2024-11-14T17:21:15,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42069 2024-11-14T17:21:15,383 DEBUG [M:0;4e57a52647ef:43147 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4e57a52647ef:43147 2024-11-14T17:21:15,384 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01117750874/backup-masters/4e57a52647ef,43147,1731604875116 2024-11-14T17:21:15,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43147-0x100ab7511230000, quorum=127.0.0.1:64117, baseZNode=/01117750874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117750874/backup-masters 2024-11-14T17:21:15,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42069-0x100ab7511230001, quorum=127.0.0.1:64117, baseZNode=/01117750874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117750874/backup-masters 2024-11-14T17:21:15,386 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43147-0x100ab7511230000, quorum=127.0.0.1:64117, baseZNode=/01117750874 Set watcher on existing znode=/01117750874/backup-masters/4e57a52647ef,43147,1731604875116 2024-11-14T17:21:15,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42069-0x100ab7511230001, quorum=127.0.0.1:64117, baseZNode=/01117750874 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01117750874/master 2024-11-14T17:21:15,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43147-0x100ab7511230000, quorum=127.0.0.1:64117, baseZNode=/01117750874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117750874 2024-11-14T17:21:15,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42069-0x100ab7511230001, quorum=127.0.0.1:64117, baseZNode=/01117750874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117750874 2024-11-14T17:21:15,390 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43147-0x100ab7511230000, quorum=127.0.0.1:64117, baseZNode=/01117750874 Set watcher on existing znode=/01117750874/master 2024-11-14T17:21:15,390 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01117750874/backup-masters/4e57a52647ef,43147,1731604875116 from backup master directory 2024-11-14T17:21:15,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43147-0x100ab7511230000, quorum=127.0.0.1:64117, baseZNode=/01117750874 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01117750874/backup-masters/4e57a52647ef,43147,1731604875116 2024-11-14T17:21:15,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43147-0x100ab7511230000, quorum=127.0.0.1:64117, baseZNode=/01117750874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117750874/backup-masters 2024-11-14T17:21:15,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42069-0x100ab7511230001, quorum=127.0.0.1:64117, baseZNode=/01117750874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117750874/backup-masters 2024-11-14T17:21:15,392 WARN [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T17:21:15,392 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4e57a52647ef,43147,1731604875116 2024-11-14T17:21:15,397 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/hbase.id] with ID: b18b5457-3ed3-4f70-b246-a46fb7a7456f 2024-11-14T17:21:15,397 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/.tmp/hbase.id 2024-11-14T17:21:15,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741826_1002 (size=42) 2024-11-14T17:21:15,405 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/.tmp/hbase.id]:[hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/hbase.id] 2024-11-14T17:21:15,418 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:21:15,419 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T17:21:15,420 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T17:21:15,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42069-0x100ab7511230001, quorum=127.0.0.1:64117, baseZNode=/01117750874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117750874 2024-11-14T17:21:15,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43147-0x100ab7511230000, quorum=127.0.0.1:64117, baseZNode=/01117750874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117750874 2024-11-14T17:21:15,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741827_1003 (size=196) 2024-11-14T17:21:15,455 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T17:21:15,456 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T17:21:15,457 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:21:15,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741828_1004 (size=1189) 2024-11-14T17:21:15,539 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/MasterData/data/master/store 2024-11-14T17:21:15,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741829_1005 (size=34) 2024-11-14T17:21:15,961 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:21:15,961 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T17:21:15,961 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:21:15,961 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:21:15,961 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T17:21:15,961 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:21:15,961 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:21:15,961 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731604875961Disabling compacts and flushes for region at 1731604875961Disabling writes for close at 1731604875961Writing region close event to WAL at 1731604875961Closed at 1731604875961 2024-11-14T17:21:15,962 WARN [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/MasterData/data/master/store/.initializing 2024-11-14T17:21:15,962 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/MasterData/WALs/4e57a52647ef,43147,1731604875116 2024-11-14T17:21:15,963 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T17:21:15,964 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4e57a52647ef%2C43147%2C1731604875116, suffix=, logDir=hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/MasterData/WALs/4e57a52647ef,43147,1731604875116, archiveDir=hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/MasterData/oldWALs, maxLogs=10 2024-11-14T17:21:15,978 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/MasterData/WALs/4e57a52647ef,43147,1731604875116/4e57a52647ef%2C43147%2C1731604875116.1731604875964, exclude list is [], retry=0 2024-11-14T17:21:15,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37483,DS-e5505382-b64a-4175-a212-d6df26cf63fb,DISK] 2024-11-14T17:21:15,982 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/MasterData/WALs/4e57a52647ef,43147,1731604875116/4e57a52647ef%2C43147%2C1731604875116.1731604875964 2024-11-14T17:21:15,983 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43079:43079)] 2024-11-14T17:21:15,983 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:21:15,983 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:21:15,983 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:21:15,983 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:21:15,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:21:15,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T17:21:15,985 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:15,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:21:15,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:21:15,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T17:21:15,986 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:15,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:21:15,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:21:15,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T17:21:15,988 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:15,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:21:15,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:21:15,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T17:21:15,989 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:15,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:21:15,990 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:21:15,990 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:21:15,990 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:21:15,991 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:21:15,991 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:21:15,992 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:21:15,993 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:21:15,994 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:21:15,994 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62911435, jitterRate=-0.06254656612873077}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:21:15,995 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731604875983Initializing all the Stores at 1731604875984 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604875984Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604875984Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604875984Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604875984Cleaning up temporary data from old regions at 1731604875991 (+7 ms)Region opened successfully at 1731604875995 (+4 ms) 2024-11-14T17:21:15,995 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T17:21:15,997 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e7c6ebb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4e57a52647ef/172.17.0.3:0 2024-11-14T17:21:15,998 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T17:21:15,998 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T17:21:15,998 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T17:21:15,998 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T17:21:15,998 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T17:21:15,999 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T17:21:15,999 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T17:21:16,000 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T17:21:16,001 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43147-0x100ab7511230000, quorum=127.0.0.1:64117, baseZNode=/01117750874 Unable to get data of znode /01117750874/balancer because node does not exist (not necessarily an error) 2024-11-14T17:21:16,002 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01117750874/balancer already deleted, retry=false 2024-11-14T17:21:16,002 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T17:21:16,003 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43147-0x100ab7511230000, quorum=127.0.0.1:64117, baseZNode=/01117750874 Unable to get data of znode /01117750874/normalizer because node does not exist (not necessarily an error) 2024-11-14T17:21:16,005 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01117750874/normalizer already deleted, retry=false 2024-11-14T17:21:16,005 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T17:21:16,006 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43147-0x100ab7511230000, quorum=127.0.0.1:64117, baseZNode=/01117750874 Unable to get data of znode /01117750874/switch/split because node does not exist (not necessarily an error) 2024-11-14T17:21:16,007 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01117750874/switch/split already deleted, retry=false 2024-11-14T17:21:16,008 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43147-0x100ab7511230000, quorum=127.0.0.1:64117, baseZNode=/01117750874 Unable to get data of znode /01117750874/switch/merge because node does not exist (not necessarily an error) 2024-11-14T17:21:16,009 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01117750874/switch/merge already deleted, retry=false 2024-11-14T17:21:16,010 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43147-0x100ab7511230000, quorum=127.0.0.1:64117, baseZNode=/01117750874 Unable to get data of znode /01117750874/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T17:21:16,012 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01117750874/snapshot-cleanup already deleted, retry=false 2024-11-14T17:21:16,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42069-0x100ab7511230001, quorum=127.0.0.1:64117, baseZNode=/01117750874 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01117750874/running 2024-11-14T17:21:16,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43147-0x100ab7511230000, quorum=127.0.0.1:64117, baseZNode=/01117750874 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01117750874/running 2024-11-14T17:21:16,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42069-0x100ab7511230001, quorum=127.0.0.1:64117, baseZNode=/01117750874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117750874 2024-11-14T17:21:16,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43147-0x100ab7511230000, quorum=127.0.0.1:64117, baseZNode=/01117750874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117750874 2024-11-14T17:21:16,014 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4e57a52647ef,43147,1731604875116, sessionid=0x100ab7511230000, setting cluster-up flag (Was=false) 2024-11-14T17:21:16,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42069-0x100ab7511230001, quorum=127.0.0.1:64117, baseZNode=/01117750874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117750874 2024-11-14T17:21:16,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43147-0x100ab7511230000, quorum=127.0.0.1:64117, baseZNode=/01117750874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117750874 2024-11-14T17:21:16,023 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01117750874/flush-table-proc/acquired, /01117750874/flush-table-proc/reached, /01117750874/flush-table-proc/abort 2024-11-14T17:21:16,024 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4e57a52647ef,43147,1731604875116 2024-11-14T17:21:16,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43147-0x100ab7511230000, quorum=127.0.0.1:64117, baseZNode=/01117750874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117750874 2024-11-14T17:21:16,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42069-0x100ab7511230001, quorum=127.0.0.1:64117, baseZNode=/01117750874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117750874 2024-11-14T17:21:16,032 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01117750874/online-snapshot/acquired, /01117750874/online-snapshot/reached, /01117750874/online-snapshot/abort 2024-11-14T17:21:16,032 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4e57a52647ef,43147,1731604875116 2024-11-14T17:21:16,033 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T17:21:16,035 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T17:21:16,035 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T17:21:16,035 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T17:21:16,035 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4e57a52647ef,43147,1731604875116 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T17:21:16,036 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:21:16,036 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:21:16,036 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:21:16,036 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:21:16,037 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4e57a52647ef:0, corePoolSize=10, maxPoolSize=10 2024-11-14T17:21:16,037 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:21:16,037 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4e57a52647ef:0, corePoolSize=2, maxPoolSize=2 2024-11-14T17:21:16,037 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:21:16,038 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731604906037 2024-11-14T17:21:16,038 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T17:21:16,038 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T17:21:16,038 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T17:21:16,038 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T17:21:16,038 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T17:21:16,038 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T17:21:16,038 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T17:21:16,038 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:16,038 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T17:21:16,038 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T17:21:16,038 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T17:21:16,038 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T17:21:16,038 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T17:21:16,039 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:16,039 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T17:21:16,042 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T17:21:16,042 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T17:21:16,046 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731604876042,5,FailOnTimeoutGroup] 2024-11-14T17:21:16,046 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731604876046,5,FailOnTimeoutGroup] 2024-11-14T17:21:16,046 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:16,046 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T17:21:16,046 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:16,046 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:16,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741831_1007 (size=1321) 2024-11-14T17:21:16,072 INFO [RS:0;4e57a52647ef:42069 {}] regionserver.HRegionServer(746): ClusterId : b18b5457-3ed3-4f70-b246-a46fb7a7456f 2024-11-14T17:21:16,072 DEBUG [RS:0;4e57a52647ef:42069 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T17:21:16,074 DEBUG [RS:0;4e57a52647ef:42069 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T17:21:16,074 DEBUG [RS:0;4e57a52647ef:42069 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T17:21:16,076 DEBUG [RS:0;4e57a52647ef:42069 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T17:21:16,077 DEBUG [RS:0;4e57a52647ef:42069 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a90c3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4e57a52647ef/172.17.0.3:0 2024-11-14T17:21:16,089 DEBUG [RS:0;4e57a52647ef:42069 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4e57a52647ef:42069 2024-11-14T17:21:16,089 INFO [RS:0;4e57a52647ef:42069 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T17:21:16,089 INFO [RS:0;4e57a52647ef:42069 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T17:21:16,089 DEBUG [RS:0;4e57a52647ef:42069 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T17:21:16,090 INFO [RS:0;4e57a52647ef:42069 {}] regionserver.HRegionServer(2659): reportForDuty to master=4e57a52647ef,43147,1731604875116 with port=42069, startcode=1731604875299 2024-11-14T17:21:16,090 DEBUG [RS:0;4e57a52647ef:42069 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T17:21:16,092 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53807, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T17:21:16,092 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43147 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4e57a52647ef,42069,1731604875299 2024-11-14T17:21:16,092 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43147 {}] master.ServerManager(517): Registering regionserver=4e57a52647ef,42069,1731604875299 2024-11-14T17:21:16,094 DEBUG [RS:0;4e57a52647ef:42069 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c 2024-11-14T17:21:16,094 DEBUG [RS:0;4e57a52647ef:42069 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43959 2024-11-14T17:21:16,094 DEBUG [RS:0;4e57a52647ef:42069 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T17:21:16,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43147-0x100ab7511230000, quorum=127.0.0.1:64117, baseZNode=/01117750874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117750874/rs 2024-11-14T17:21:16,096 DEBUG [RS:0;4e57a52647ef:42069 {}] zookeeper.ZKUtil(111): regionserver:42069-0x100ab7511230001, quorum=127.0.0.1:64117, baseZNode=/01117750874 Set watcher on existing znode=/01117750874/rs/4e57a52647ef,42069,1731604875299 2024-11-14T17:21:16,096 WARN [RS:0;4e57a52647ef:42069 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T17:21:16,096 INFO [RS:0;4e57a52647ef:42069 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:21:16,096 DEBUG [RS:0;4e57a52647ef:42069 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/WALs/4e57a52647ef,42069,1731604875299 2024-11-14T17:21:16,096 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4e57a52647ef,42069,1731604875299] 2024-11-14T17:21:16,099 INFO [RS:0;4e57a52647ef:42069 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T17:21:16,100 INFO [RS:0;4e57a52647ef:42069 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T17:21:16,101 INFO [RS:0;4e57a52647ef:42069 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T17:21:16,101 INFO [RS:0;4e57a52647ef:42069 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:16,102 INFO [RS:0;4e57a52647ef:42069 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T17:21:16,103 INFO [RS:0;4e57a52647ef:42069 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T17:21:16,103 INFO [RS:0;4e57a52647ef:42069 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:16,103 DEBUG [RS:0;4e57a52647ef:42069 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:21:16,103 DEBUG [RS:0;4e57a52647ef:42069 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:21:16,103 DEBUG [RS:0;4e57a52647ef:42069 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:21:16,103 DEBUG [RS:0;4e57a52647ef:42069 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:21:16,103 DEBUG [RS:0;4e57a52647ef:42069 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:21:16,103 DEBUG [RS:0;4e57a52647ef:42069 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4e57a52647ef:0, corePoolSize=2, maxPoolSize=2 2024-11-14T17:21:16,103 DEBUG [RS:0;4e57a52647ef:42069 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:21:16,103 DEBUG [RS:0;4e57a52647ef:42069 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:21:16,103 DEBUG [RS:0;4e57a52647ef:42069 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:21:16,103 DEBUG [RS:0;4e57a52647ef:42069 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:21:16,103 DEBUG [RS:0;4e57a52647ef:42069 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:21:16,103 DEBUG [RS:0;4e57a52647ef:42069 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:21:16,103 DEBUG [RS:0;4e57a52647ef:42069 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4e57a52647ef:0, corePoolSize=3, maxPoolSize=3 2024-11-14T17:21:16,103 DEBUG [RS:0;4e57a52647ef:42069 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4e57a52647ef:0, corePoolSize=3, maxPoolSize=3 2024-11-14T17:21:16,106 INFO [RS:0;4e57a52647ef:42069 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:16,106 INFO [RS:0;4e57a52647ef:42069 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:16,106 INFO [RS:0;4e57a52647ef:42069 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:16,106 INFO [RS:0;4e57a52647ef:42069 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:16,106 INFO [RS:0;4e57a52647ef:42069 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:16,106 INFO [RS:0;4e57a52647ef:42069 {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,42069,1731604875299-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T17:21:16,121 INFO [RS:0;4e57a52647ef:42069 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T17:21:16,121 INFO [RS:0;4e57a52647ef:42069 {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,42069,1731604875299-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:16,121 INFO [RS:0;4e57a52647ef:42069 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:16,121 INFO [RS:0;4e57a52647ef:42069 {}] regionserver.Replication(171): 4e57a52647ef,42069,1731604875299 started 2024-11-14T17:21:16,136 INFO [RS:0;4e57a52647ef:42069 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:16,136 INFO [RS:0;4e57a52647ef:42069 {}] regionserver.HRegionServer(1482): Serving as 4e57a52647ef,42069,1731604875299, RpcServer on 4e57a52647ef/172.17.0.3:42069, sessionid=0x100ab7511230001 2024-11-14T17:21:16,136 DEBUG [RS:0;4e57a52647ef:42069 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T17:21:16,136 DEBUG [RS:0;4e57a52647ef:42069 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4e57a52647ef,42069,1731604875299 2024-11-14T17:21:16,136 DEBUG [RS:0;4e57a52647ef:42069 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4e57a52647ef,42069,1731604875299' 2024-11-14T17:21:16,136 DEBUG [RS:0;4e57a52647ef:42069 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01117750874/flush-table-proc/abort' 2024-11-14T17:21:16,137 DEBUG [RS:0;4e57a52647ef:42069 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01117750874/flush-table-proc/acquired' 2024-11-14T17:21:16,137 DEBUG [RS:0;4e57a52647ef:42069 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T17:21:16,137 DEBUG [RS:0;4e57a52647ef:42069 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T17:21:16,137 DEBUG [RS:0;4e57a52647ef:42069 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4e57a52647ef,42069,1731604875299 2024-11-14T17:21:16,137 DEBUG [RS:0;4e57a52647ef:42069 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4e57a52647ef,42069,1731604875299' 2024-11-14T17:21:16,137 DEBUG [RS:0;4e57a52647ef:42069 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01117750874/online-snapshot/abort' 2024-11-14T17:21:16,137 DEBUG [RS:0;4e57a52647ef:42069 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01117750874/online-snapshot/acquired' 2024-11-14T17:21:16,138 DEBUG [RS:0;4e57a52647ef:42069 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T17:21:16,138 INFO [RS:0;4e57a52647ef:42069 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T17:21:16,138 INFO [RS:0;4e57a52647ef:42069 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T17:21:16,238 INFO [RS:0;4e57a52647ef:42069 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T17:21:16,243 INFO [RS:0;4e57a52647ef:42069 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4e57a52647ef%2C42069%2C1731604875299, suffix=, logDir=hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/WALs/4e57a52647ef,42069,1731604875299, archiveDir=hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/oldWALs, maxLogs=10 2024-11-14T17:21:16,265 DEBUG [RS:0;4e57a52647ef:42069 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/WALs/4e57a52647ef,42069,1731604875299/4e57a52647ef%2C42069%2C1731604875299.1731604876244, exclude list is [], retry=0 2024-11-14T17:21:16,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37483,DS-e5505382-b64a-4175-a212-d6df26cf63fb,DISK] 2024-11-14T17:21:16,271 INFO [RS:0;4e57a52647ef:42069 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/WALs/4e57a52647ef,42069,1731604875299/4e57a52647ef%2C42069%2C1731604875299.1731604876244 2024-11-14T17:21:16,274 DEBUG [RS:0;4e57a52647ef:42069 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43079:43079)] 2024-11-14T17:21:16,452 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T17:21:16,453 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c 2024-11-14T17:21:16,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741833_1009 (size=32) 2024-11-14T17:21:16,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:21:16,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T17:21:16,862 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T17:21:16,862 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:16,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:21:16,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T17:21:16,864 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T17:21:16,864 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:16,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:21:16,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T17:21:16,866 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T17:21:16,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:16,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:21:16,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T17:21:16,867 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T17:21:16,867 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:16,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:21:16,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T17:21:16,869 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/data/hbase/meta/1588230740 2024-11-14T17:21:16,869 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/data/hbase/meta/1588230740 2024-11-14T17:21:16,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T17:21:16,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T17:21:16,871 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:21:16,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T17:21:16,874 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:21:16,875 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69182455, jitterRate=0.030898913741111755}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:21:16,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731604876859Initializing all the Stores at 1731604876859Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604876859Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604876859Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604876860 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604876860Cleaning up temporary data from old regions at 1731604876870 (+10 ms)Region opened successfully at 1731604876875 (+5 ms) 2024-11-14T17:21:16,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T17:21:16,876 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T17:21:16,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T17:21:16,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T17:21:16,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T17:21:16,876 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T17:21:16,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731604876875Disabling compacts and flushes for region at 1731604876875Disabling writes for close at 1731604876876 (+1 ms)Writing region close event to WAL at 1731604876876Closed at 1731604876876 2024-11-14T17:21:16,877 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T17:21:16,877 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T17:21:16,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T17:21:16,878 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T17:21:16,879 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T17:21:17,030 DEBUG [4e57a52647ef:43147 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T17:21:17,031 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4e57a52647ef,42069,1731604875299 2024-11-14T17:21:17,047 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4e57a52647ef,42069,1731604875299, state=OPENING 2024-11-14T17:21:17,049 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T17:21:17,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42069-0x100ab7511230001, quorum=127.0.0.1:64117, baseZNode=/01117750874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117750874 2024-11-14T17:21:17,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43147-0x100ab7511230000, quorum=127.0.0.1:64117, baseZNode=/01117750874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117750874 2024-11-14T17:21:17,054 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01117750874/meta-region-server: CHANGED 2024-11-14T17:21:17,057 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01117750874/meta-region-server: CHANGED 2024-11-14T17:21:17,057 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T17:21:17,057 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4e57a52647ef,42069,1731604875299}] 2024-11-14T17:21:17,216 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T17:21:17,219 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58587, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T17:21:17,231 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T17:21:17,231 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:21:17,231 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T17:21:17,236 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4e57a52647ef%2C42069%2C1731604875299.meta, suffix=.meta, logDir=hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/WALs/4e57a52647ef,42069,1731604875299, archiveDir=hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/oldWALs, maxLogs=10 2024-11-14T17:21:17,259 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/WALs/4e57a52647ef,42069,1731604875299/4e57a52647ef%2C42069%2C1731604875299.meta.1731604877237.meta, exclude list is [], retry=0 2024-11-14T17:21:17,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37483,DS-e5505382-b64a-4175-a212-d6df26cf63fb,DISK] 2024-11-14T17:21:17,275 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/WALs/4e57a52647ef,42069,1731604875299/4e57a52647ef%2C42069%2C1731604875299.meta.1731604877237.meta 2024-11-14T17:21:17,276 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43079:43079)] 2024-11-14T17:21:17,276 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:21:17,276 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T17:21:17,276 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T17:21:17,277 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T17:21:17,277 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T17:21:17,277 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T17:21:17,277 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:21:17,277 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T17:21:17,277 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T17:21:17,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T17:21:17,291 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T17:21:17,292 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:17,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:21:17,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T17:21:17,297 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T17:21:17,297 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:17,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:21:17,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T17:21:17,301 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T17:21:17,302 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:17,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:21:17,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T17:21:17,304 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T17:21:17,304 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:17,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:21:17,308 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T17:21:17,312 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/data/hbase/meta/1588230740 2024-11-14T17:21:17,322 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/data/hbase/meta/1588230740 2024-11-14T17:21:17,338 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T17:21:17,338 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T17:21:17,342 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:21:17,361 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T17:21:17,363 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74472797, jitterRate=0.10973115265369415}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:21:17,363 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T17:21:17,364 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731604877277Writing region info on filesystem at 1731604877277Initializing all the Stores at 1731604877283 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604877283Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604877284 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604877284Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604877285 (+1 ms)Cleaning up temporary data from old regions at 1731604877338 (+53 ms)Running coprocessor post-open hooks at 1731604877363 (+25 ms)Region opened successfully at 1731604877364 (+1 ms) 2024-11-14T17:21:17,366 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731604877216 2024-11-14T17:21:17,373 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4e57a52647ef,42069,1731604875299 2024-11-14T17:21:17,374 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4e57a52647ef,42069,1731604875299, state=OPEN 2024-11-14T17:21:17,378 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T17:21:17,378 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T17:21:17,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42069-0x100ab7511230001, quorum=127.0.0.1:64117, baseZNode=/01117750874 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01117750874/meta-region-server 2024-11-14T17:21:17,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43147-0x100ab7511230000, quorum=127.0.0.1:64117, baseZNode=/01117750874 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01117750874/meta-region-server 2024-11-14T17:21:17,382 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01117750874/meta-region-server: CHANGED 2024-11-14T17:21:17,382 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01117750874/meta-region-server: CHANGED 2024-11-14T17:21:17,382 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4e57a52647ef,42069,1731604875299 2024-11-14T17:21:17,393 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T17:21:17,393 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4e57a52647ef,42069,1731604875299 in 325 msec 2024-11-14T17:21:17,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T17:21:17,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 516 msec 2024-11-14T17:21:17,396 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T17:21:17,396 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T17:21:17,397 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:21:17,397 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,42069,1731604875299, seqNum=-1] 2024-11-14T17:21:17,398 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:21:17,400 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56343, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:21:17,412 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3740 sec 2024-11-14T17:21:17,412 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731604877412, completionTime=-1 2024-11-14T17:21:17,412 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T17:21:17,412 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T17:21:17,414 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T17:21:17,414 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731604937414 2024-11-14T17:21:17,414 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731604997414 2024-11-14T17:21:17,414 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T17:21:17,414 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,43147,1731604875116-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:17,414 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,43147,1731604875116-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:17,414 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,43147,1731604875116-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:17,414 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4e57a52647ef:43147, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:17,414 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:17,415 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:17,416 DEBUG [master/4e57a52647ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T17:21:17,419 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.027sec 2024-11-14T17:21:17,419 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T17:21:17,419 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T17:21:17,419 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T17:21:17,419 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T17:21:17,419 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T17:21:17,419 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,43147,1731604875116-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T17:21:17,419 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,43147,1731604875116-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T17:21:17,455 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T17:21:17,455 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T17:21:17,455 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,43147,1731604875116-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:17,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a553aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:17,478 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,43147,-1 for getting cluster id 2024-11-14T17:21:17,478 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:21:17,481 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b18b5457-3ed3-4f70-b246-a46fb7a7456f' 2024-11-14T17:21:17,482 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:21:17,482 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b18b5457-3ed3-4f70-b246-a46fb7a7456f" 2024-11-14T17:21:17,485 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@122f3d6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:17,485 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,43147,-1] 2024-11-14T17:21:17,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:21:17,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:17,487 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:21:17,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aeaff6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:17,491 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:21:17,501 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,42069,1731604875299, seqNum=-1] 2024-11-14T17:21:17,502 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:21:17,507 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:21:17,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4e57a52647ef,43147,1731604875116 2024-11-14T17:21:17,514 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64117 2024-11-14T17:21:17,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64117, baseZNode=/01117750874 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:21:17,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ab05cb-4629-53cb-084c-5caed8d297b7/hadoop.log.dir so I do NOT create it in target/test-data/bcceedf0-3fff-c92a-7e01-be953cee0d50 2024-11-14T17:21:17,549 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ab05cb-4629-53cb-084c-5caed8d297b7/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T17:21:17,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ab05cb-4629-53cb-084c-5caed8d297b7/hadoop.tmp.dir so I do NOT create it in target/test-data/bcceedf0-3fff-c92a-7e01-be953cee0d50 2024-11-14T17:21:17,549 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ab05cb-4629-53cb-084c-5caed8d297b7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T17:21:17,549 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcceedf0-3fff-c92a-7e01-be953cee0d50 2024-11-14T17:21:17,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T17:21:17,549 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcceedf0-3fff-c92a-7e01-be953cee0d50/cluster_8c62ae0b-e33a-200f-0358-9281a7a51434, deleteOnExit=true 2024-11-14T17:21:17,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T17:21:17,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcceedf0-3fff-c92a-7e01-be953cee0d50/test.cache.data in system properties and HBase conf 2024-11-14T17:21:17,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcceedf0-3fff-c92a-7e01-be953cee0d50/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T17:21:17,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcceedf0-3fff-c92a-7e01-be953cee0d50/hadoop.log.dir in system properties and HBase conf 2024-11-14T17:21:17,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcceedf0-3fff-c92a-7e01-be953cee0d50/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T17:21:17,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcceedf0-3fff-c92a-7e01-be953cee0d50/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T17:21:17,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T17:21:17,550 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T17:21:17,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcceedf0-3fff-c92a-7e01-be953cee0d50/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T17:21:17,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcceedf0-3fff-c92a-7e01-be953cee0d50/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T17:21:17,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcceedf0-3fff-c92a-7e01-be953cee0d50/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T17:21:17,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcceedf0-3fff-c92a-7e01-be953cee0d50/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T17:21:17,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcceedf0-3fff-c92a-7e01-be953cee0d50/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T17:21:17,551 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100ab7511230002 connected 2024-11-14T17:21:17,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcceedf0-3fff-c92a-7e01-be953cee0d50/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T17:21:17,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcceedf0-3fff-c92a-7e01-be953cee0d50/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T17:21:17,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcceedf0-3fff-c92a-7e01-be953cee0d50/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T17:21:17,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcceedf0-3fff-c92a-7e01-be953cee0d50/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T17:21:17,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcceedf0-3fff-c92a-7e01-be953cee0d50/nfs.dump.dir in system properties and HBase conf 2024-11-14T17:21:17,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcceedf0-3fff-c92a-7e01-be953cee0d50/java.io.tmpdir in system properties and HBase conf 2024-11-14T17:21:17,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcceedf0-3fff-c92a-7e01-be953cee0d50/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T17:21:17,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcceedf0-3fff-c92a-7e01-be953cee0d50/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T17:21:17,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcceedf0-3fff-c92a-7e01-be953cee0d50/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T17:21:17,739 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T17:21:17,759 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T17:21:17,811 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T17:21:17,811 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T17:21:17,811 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T17:21:17,823 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T17:21:17,824 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@652ca129{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcceedf0-3fff-c92a-7e01-be953cee0d50/hadoop.log.dir/,AVAILABLE} 2024-11-14T17:21:17,825 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1aafb10b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T17:21:17,994 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c618675{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcceedf0-3fff-c92a-7e01-be953cee0d50/java.io.tmpdir/jetty-localhost-40907-hadoop-hdfs-3_4_1-tests_jar-_-any-14578105964868001591/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T17:21:18,000 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ae2f81a{HTTP/1.1, (http/1.1)}{localhost:40907} 2024-11-14T17:21:18,000 INFO [Time-limited test {}] server.Server(415): Started @182378ms 2024-11-14T17:21:18,113 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:21:18,114 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4e57a52647ef,35055,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e57a52647ef:35055 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T17:21:18,114 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8198 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4e57a52647ef,35055,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e57a52647ef:35055 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T17:21:18,286 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T17:21:18,293 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T17:21:18,307 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T17:21:18,307 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T17:21:18,307 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T17:21:18,308 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@765f6862{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcceedf0-3fff-c92a-7e01-be953cee0d50/hadoop.log.dir/,AVAILABLE} 2024-11-14T17:21:18,308 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e0d79e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T17:21:18,491 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6634acf5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcceedf0-3fff-c92a-7e01-be953cee0d50/java.io.tmpdir/jetty-localhost-43387-hadoop-hdfs-3_4_1-tests_jar-_-any-216745763664920916/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T17:21:18,495 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@62ee8a2a{HTTP/1.1, (http/1.1)}{localhost:43387} 2024-11-14T17:21:18,495 INFO [Time-limited test {}] server.Server(415): Started @182873ms 2024-11-14T17:21:18,497 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T17:21:18,831 WARN [Thread-2297 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcceedf0-3fff-c92a-7e01-be953cee0d50/cluster_8c62ae0b-e33a-200f-0358-9281a7a51434/data/data1/current/BP-431166598-172.17.0.3-1731604877584/current, will proceed with Du for space computation calculation, 2024-11-14T17:21:18,833 WARN [Thread-2298 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcceedf0-3fff-c92a-7e01-be953cee0d50/cluster_8c62ae0b-e33a-200f-0358-9281a7a51434/data/data2/current/BP-431166598-172.17.0.3-1731604877584/current, will proceed with Du for space computation calculation, 2024-11-14T17:21:18,891 WARN [Thread-2285 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T17:21:18,896 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4868dc70cd4cefff with lease ID 0x18daaf5f530f7761: Processing first storage report for DS-f1afccca-7615-4373-913e-7fc2301cb919 from datanode DatanodeRegistration(127.0.0.1:44431, datanodeUuid=9f52e3bb-1377-489f-8f7f-982c72296fb3, infoPort=34205, infoSecurePort=0, ipcPort=45471, storageInfo=lv=-57;cid=testClusterID;nsid=2136898046;c=1731604877584) 2024-11-14T17:21:18,896 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4868dc70cd4cefff with lease ID 0x18daaf5f530f7761: from storage DS-f1afccca-7615-4373-913e-7fc2301cb919 node DatanodeRegistration(127.0.0.1:44431, datanodeUuid=9f52e3bb-1377-489f-8f7f-982c72296fb3, infoPort=34205, infoSecurePort=0, ipcPort=45471, storageInfo=lv=-57;cid=testClusterID;nsid=2136898046;c=1731604877584), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T17:21:18,897 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4868dc70cd4cefff with lease ID 0x18daaf5f530f7761: Processing first storage report for DS-277b1a10-43e6-46b4-83cc-aebebe075246 from datanode DatanodeRegistration(127.0.0.1:44431, datanodeUuid=9f52e3bb-1377-489f-8f7f-982c72296fb3, infoPort=34205, infoSecurePort=0, ipcPort=45471, storageInfo=lv=-57;cid=testClusterID;nsid=2136898046;c=1731604877584) 2024-11-14T17:21:18,897 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4868dc70cd4cefff with lease ID 0x18daaf5f530f7761: from storage DS-277b1a10-43e6-46b4-83cc-aebebe075246 node DatanodeRegistration(127.0.0.1:44431, datanodeUuid=9f52e3bb-1377-489f-8f7f-982c72296fb3, infoPort=34205, infoSecurePort=0, ipcPort=45471, storageInfo=lv=-57;cid=testClusterID;nsid=2136898046;c=1731604877584), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T17:21:18,995 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcceedf0-3fff-c92a-7e01-be953cee0d50 2024-11-14T17:21:18,995 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:21:18,997 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:21:19,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44431 is added to blk_1073741825_1001 (size=7) 2024-11-14T17:21:19,428 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724 with version=8 2024-11-14T17:21:19,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/hbase-staging 2024-11-14T17:21:19,431 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4e57a52647ef:0 server-side Connection retries=45 2024-11-14T17:21:19,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:21:19,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T17:21:19,431 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T17:21:19,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:21:19,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T17:21:19,431 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T17:21:19,432 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T17:21:19,436 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41139 2024-11-14T17:21:19,437 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41139 connecting to ZooKeeper ensemble=127.0.0.1:64117 2024-11-14T17:21:19,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:411390x0, quorum=127.0.0.1:64117, baseZNode=/11984833018 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:21:19,454 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41139-0x100ab7511230003 connected 2024-11-14T17:21:19,473 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:21:19,475 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:21:19,478 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41139-0x100ab7511230003, quorum=127.0.0.1:64117, baseZNode=/11984833018 Set watcher on znode that does not yet exist, /11984833018/running 2024-11-14T17:21:19,478 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724, hbase.cluster.distributed=false 2024-11-14T17:21:19,479 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41139-0x100ab7511230003, quorum=127.0.0.1:64117, baseZNode=/11984833018 Set watcher on znode that does not yet exist, /11984833018/acl 2024-11-14T17:21:19,481 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41139 2024-11-14T17:21:19,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41139 2024-11-14T17:21:19,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41139 2024-11-14T17:21:19,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41139 2024-11-14T17:21:19,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41139 2024-11-14T17:21:19,515 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4e57a52647ef:0 server-side Connection retries=45 2024-11-14T17:21:19,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:21:19,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T17:21:19,515 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T17:21:19,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:21:19,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T17:21:19,515 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T17:21:19,515 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T17:21:19,519 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34797 2024-11-14T17:21:19,520 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34797 connecting to ZooKeeper ensemble=127.0.0.1:64117 2024-11-14T17:21:19,520 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:21:19,522 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:21:19,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:347970x0, quorum=127.0.0.1:64117, baseZNode=/11984833018 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:21:19,539 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:347970x0, quorum=127.0.0.1:64117, baseZNode=/11984833018 Set watcher on znode that does not yet exist, /11984833018/running 2024-11-14T17:21:19,539 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34797-0x100ab7511230004 connected 2024-11-14T17:21:19,539 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T17:21:19,540 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T17:21:19,547 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34797-0x100ab7511230004, quorum=127.0.0.1:64117, baseZNode=/11984833018 Set watcher on znode that does not yet exist, /11984833018/master 2024-11-14T17:21:19,556 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34797-0x100ab7511230004, quorum=127.0.0.1:64117, baseZNode=/11984833018 Set watcher on znode that does not yet exist, /11984833018/acl 2024-11-14T17:21:19,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34797 2024-11-14T17:21:19,566 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34797 2024-11-14T17:21:19,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34797 2024-11-14T17:21:19,598 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34797 2024-11-14T17:21:19,606 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34797 2024-11-14T17:21:19,625 DEBUG [M:0;4e57a52647ef:41139 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4e57a52647ef:41139 2024-11-14T17:21:19,631 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11984833018/backup-masters/4e57a52647ef,41139,1731604879431 2024-11-14T17:21:19,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34797-0x100ab7511230004, quorum=127.0.0.1:64117, baseZNode=/11984833018 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11984833018/backup-masters 2024-11-14T17:21:19,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41139-0x100ab7511230003, quorum=127.0.0.1:64117, baseZNode=/11984833018 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11984833018/backup-masters 2024-11-14T17:21:19,635 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41139-0x100ab7511230003, quorum=127.0.0.1:64117, baseZNode=/11984833018 Set watcher on existing znode=/11984833018/backup-masters/4e57a52647ef,41139,1731604879431 2024-11-14T17:21:19,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41139-0x100ab7511230003, quorum=127.0.0.1:64117, baseZNode=/11984833018 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11984833018 2024-11-14T17:21:19,639 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41139-0x100ab7511230003, quorum=127.0.0.1:64117, baseZNode=/11984833018 Set watcher on existing znode=/11984833018/master 2024-11-14T17:21:19,640 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11984833018/backup-masters/4e57a52647ef,41139,1731604879431 from backup master directory 2024-11-14T17:21:19,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34797-0x100ab7511230004, quorum=127.0.0.1:64117, baseZNode=/11984833018 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11984833018/master 2024-11-14T17:21:19,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34797-0x100ab7511230004, quorum=127.0.0.1:64117, baseZNode=/11984833018 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11984833018 2024-11-14T17:21:19,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41139-0x100ab7511230003, quorum=127.0.0.1:64117, baseZNode=/11984833018 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11984833018/backup-masters/4e57a52647ef,41139,1731604879431 2024-11-14T17:21:19,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41139-0x100ab7511230003, quorum=127.0.0.1:64117, baseZNode=/11984833018 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11984833018/backup-masters 2024-11-14T17:21:19,642 WARN [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T17:21:19,642 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4e57a52647ef,41139,1731604879431 2024-11-14T17:21:19,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34797-0x100ab7511230004, quorum=127.0.0.1:64117, baseZNode=/11984833018 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11984833018/backup-masters 2024-11-14T17:21:19,656 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/hbase.id] with ID: 6167d412-0a69-4efc-b6eb-8c0177f73ed5 2024-11-14T17:21:19,656 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/.tmp/hbase.id 2024-11-14T17:21:19,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44431 is added to blk_1073741826_1002 (size=42) 2024-11-14T17:21:20,114 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/.tmp/hbase.id]:[hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/hbase.id] 2024-11-14T17:21:20,152 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:21:20,153 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T17:21:20,154 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T17:21:20,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34797-0x100ab7511230004, quorum=127.0.0.1:64117, baseZNode=/11984833018 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11984833018 2024-11-14T17:21:20,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41139-0x100ab7511230003, quorum=127.0.0.1:64117, baseZNode=/11984833018 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11984833018 2024-11-14T17:21:20,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44431 is added to blk_1073741827_1003 (size=196) 2024-11-14T17:21:20,215 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T17:21:20,216 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T17:21:20,218 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:21:20,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44431 is added to blk_1073741828_1004 (size=1189) 2024-11-14T17:21:20,385 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T17:21:20,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:20,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:20,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:20,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:20,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:20,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:20,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:20,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:20,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:20,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:20,658 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/MasterData/data/master/store 2024-11-14T17:21:20,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44431 is added to blk_1073741829_1005 (size=34) 2024-11-14T17:21:20,716 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:21:20,716 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T17:21:20,717 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:21:20,717 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:21:20,717 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T17:21:20,717 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:21:20,717 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:21:20,717 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731604880716Disabling compacts and flushes for region at 1731604880716Disabling writes for close at 1731604880717 (+1 ms)Writing region close event to WAL at 1731604880717Closed at 1731604880717 2024-11-14T17:21:20,719 WARN [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/MasterData/data/master/store/.initializing 2024-11-14T17:21:20,719 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/MasterData/WALs/4e57a52647ef,41139,1731604879431 2024-11-14T17:21:20,721 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T17:21:20,723 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4e57a52647ef%2C41139%2C1731604879431, suffix=, logDir=hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/MasterData/WALs/4e57a52647ef,41139,1731604879431, archiveDir=hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/MasterData/oldWALs, maxLogs=10 2024-11-14T17:21:20,756 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/MasterData/WALs/4e57a52647ef,41139,1731604879431/4e57a52647ef%2C41139%2C1731604879431.1731604880723, exclude list is [], retry=0 2024-11-14T17:21:20,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44431,DS-f1afccca-7615-4373-913e-7fc2301cb919,DISK] 2024-11-14T17:21:20,793 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/MasterData/WALs/4e57a52647ef,41139,1731604879431/4e57a52647ef%2C41139%2C1731604879431.1731604880723 2024-11-14T17:21:20,818 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34205:34205)] 2024-11-14T17:21:20,819 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:21:20,820 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:21:20,820 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:21:20,820 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:21:20,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:21:20,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T17:21:20,854 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:20,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:21:20,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:21:20,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T17:21:20,858 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:20,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:21:20,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:21:20,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T17:21:20,862 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:20,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:21:20,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:21:20,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T17:21:20,864 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:20,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:21:20,865 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:21:20,867 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:21:20,867 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:21:20,868 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:21:20,868 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:21:20,869 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:21:20,870 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:21:20,879 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:21:20,880 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66512525, jitterRate=-0.008886143565177917}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:21:20,880 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731604880820Initializing all the Stores at 1731604880835 (+15 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604880835Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604880841 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604880841Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604880841Cleaning up temporary data from old regions at 1731604880868 (+27 ms)Region opened successfully at 1731604880880 (+12 ms) 2024-11-14T17:21:20,900 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T17:21:20,915 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d2a600, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4e57a52647ef/172.17.0.3:0 2024-11-14T17:21:20,916 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T17:21:20,917 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T17:21:20,917 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T17:21:20,917 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T17:21:20,917 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T17:21:20,918 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T17:21:20,918 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T17:21:20,921 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T17:21:20,922 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41139-0x100ab7511230003, quorum=127.0.0.1:64117, baseZNode=/11984833018 Unable to get data of znode /11984833018/balancer because node does not exist (not necessarily an error) 2024-11-14T17:21:20,926 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11984833018/balancer already deleted, retry=false 2024-11-14T17:21:20,927 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T17:21:20,934 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41139-0x100ab7511230003, quorum=127.0.0.1:64117, baseZNode=/11984833018 Unable to get data of znode /11984833018/normalizer because node does not exist (not necessarily an error) 2024-11-14T17:21:20,937 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11984833018/normalizer already deleted, retry=false 2024-11-14T17:21:20,937 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T17:21:20,939 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41139-0x100ab7511230003, quorum=127.0.0.1:64117, baseZNode=/11984833018 Unable to get data of znode /11984833018/switch/split because node does not exist (not necessarily an error) 2024-11-14T17:21:20,941 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11984833018/switch/split already deleted, retry=false 2024-11-14T17:21:20,942 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41139-0x100ab7511230003, quorum=127.0.0.1:64117, baseZNode=/11984833018 Unable to get data of znode /11984833018/switch/merge because node does not exist (not necessarily an error) 2024-11-14T17:21:20,943 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11984833018/switch/merge already deleted, retry=false 2024-11-14T17:21:20,945 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41139-0x100ab7511230003, quorum=127.0.0.1:64117, baseZNode=/11984833018 Unable to get data of znode /11984833018/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T17:21:20,955 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11984833018/snapshot-cleanup already deleted, retry=false 2024-11-14T17:21:20,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34797-0x100ab7511230004, quorum=127.0.0.1:64117, baseZNode=/11984833018 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11984833018/running 2024-11-14T17:21:20,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34797-0x100ab7511230004, quorum=127.0.0.1:64117, baseZNode=/11984833018 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11984833018 2024-11-14T17:21:20,959 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4e57a52647ef,41139,1731604879431, sessionid=0x100ab7511230003, setting cluster-up flag (Was=false) 2024-11-14T17:21:20,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41139-0x100ab7511230003, quorum=127.0.0.1:64117, baseZNode=/11984833018 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11984833018/running 2024-11-14T17:21:20,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41139-0x100ab7511230003, quorum=127.0.0.1:64117, baseZNode=/11984833018 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11984833018 2024-11-14T17:21:20,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34797-0x100ab7511230004, quorum=127.0.0.1:64117, baseZNode=/11984833018 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11984833018 2024-11-14T17:21:20,991 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11984833018/flush-table-proc/acquired, /11984833018/flush-table-proc/reached, /11984833018/flush-table-proc/abort 2024-11-14T17:21:21,002 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4e57a52647ef,41139,1731604879431 2024-11-14T17:21:21,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41139-0x100ab7511230003, quorum=127.0.0.1:64117, baseZNode=/11984833018 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11984833018 2024-11-14T17:21:21,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34797-0x100ab7511230004, quorum=127.0.0.1:64117, baseZNode=/11984833018 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11984833018 2024-11-14T17:21:21,021 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11984833018/online-snapshot/acquired, /11984833018/online-snapshot/reached, /11984833018/online-snapshot/abort 2024-11-14T17:21:21,026 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4e57a52647ef,41139,1731604879431 2024-11-14T17:21:21,034 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T17:21:21,050 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T17:21:21,051 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T17:21:21,051 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T17:21:21,051 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4e57a52647ef,41139,1731604879431 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T17:21:21,055 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:21:21,055 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:21:21,055 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:21:21,055 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:21:21,055 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4e57a52647ef:0, corePoolSize=10, maxPoolSize=10 2024-11-14T17:21:21,055 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:21:21,055 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4e57a52647ef:0, corePoolSize=2, maxPoolSize=2 2024-11-14T17:21:21,055 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:21:21,067 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T17:21:21,067 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T17:21:21,074 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:21,074 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T17:21:21,099 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731604911099 2024-11-14T17:21:21,099 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T17:21:21,099 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T17:21:21,099 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T17:21:21,099 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T17:21:21,099 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T17:21:21,099 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T17:21:21,117 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:21,127 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T17:21:21,127 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T17:21:21,127 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T17:21:21,127 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T17:21:21,135 INFO [RS:0;4e57a52647ef:34797 {}] regionserver.HRegionServer(746): ClusterId : 6167d412-0a69-4efc-b6eb-8c0177f73ed5 2024-11-14T17:21:21,135 DEBUG [RS:0;4e57a52647ef:34797 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T17:21:21,138 DEBUG [RS:0;4e57a52647ef:34797 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T17:21:21,138 DEBUG [RS:0;4e57a52647ef:34797 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T17:21:21,140 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T17:21:21,140 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T17:21:21,142 DEBUG [RS:0;4e57a52647ef:34797 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T17:21:21,142 DEBUG [RS:0;4e57a52647ef:34797 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75a6d508, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4e57a52647ef/172.17.0.3:0 2024-11-14T17:21:21,155 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731604881141,5,FailOnTimeoutGroup] 2024-11-14T17:21:21,157 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731604881155,5,FailOnTimeoutGroup] 2024-11-14T17:21:21,157 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:21,157 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T17:21:21,157 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:21,157 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:21,187 DEBUG [RS:0;4e57a52647ef:34797 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4e57a52647ef:34797 2024-11-14T17:21:21,187 INFO [RS:0;4e57a52647ef:34797 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T17:21:21,187 INFO [RS:0;4e57a52647ef:34797 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T17:21:21,187 DEBUG [RS:0;4e57a52647ef:34797 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T17:21:21,195 INFO [RS:0;4e57a52647ef:34797 {}] regionserver.HRegionServer(2659): reportForDuty to master=4e57a52647ef,41139,1731604879431 with port=34797, startcode=1731604879514 2024-11-14T17:21:21,195 DEBUG [RS:0;4e57a52647ef:34797 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T17:21:21,202 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56955, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T17:21:21,202 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41139 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4e57a52647ef,34797,1731604879514 2024-11-14T17:21:21,203 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41139 {}] master.ServerManager(517): Registering regionserver=4e57a52647ef,34797,1731604879514 2024-11-14T17:21:21,206 DEBUG [RS:0;4e57a52647ef:34797 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724 2024-11-14T17:21:21,206 DEBUG [RS:0;4e57a52647ef:34797 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45729 2024-11-14T17:21:21,206 DEBUG [RS:0;4e57a52647ef:34797 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T17:21:21,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44431 is added to blk_1073741831_1007 (size=1321) 2024-11-14T17:21:21,219 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T17:21:21,219 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724 2024-11-14T17:21:21,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41139-0x100ab7511230003, quorum=127.0.0.1:64117, baseZNode=/11984833018 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11984833018/rs 2024-11-14T17:21:21,223 DEBUG [RS:0;4e57a52647ef:34797 {}] zookeeper.ZKUtil(111): regionserver:34797-0x100ab7511230004, quorum=127.0.0.1:64117, baseZNode=/11984833018 Set watcher on existing znode=/11984833018/rs/4e57a52647ef,34797,1731604879514 2024-11-14T17:21:21,223 WARN [RS:0;4e57a52647ef:34797 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T17:21:21,223 INFO [RS:0;4e57a52647ef:34797 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:21:21,224 DEBUG [RS:0;4e57a52647ef:34797 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/WALs/4e57a52647ef,34797,1731604879514 2024-11-14T17:21:21,230 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4e57a52647ef,34797,1731604879514] 2024-11-14T17:21:21,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44431 is added to blk_1073741832_1008 (size=32) 2024-11-14T17:21:21,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:21:21,294 INFO [RS:0;4e57a52647ef:34797 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T17:21:21,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T17:21:21,308 INFO [RS:0;4e57a52647ef:34797 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T17:21:21,309 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T17:21:21,309 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:21,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:21:21,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T17:21:21,315 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T17:21:21,315 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:21,319 INFO [RS:0;4e57a52647ef:34797 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T17:21:21,319 INFO [RS:0;4e57a52647ef:34797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:21,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:21:21,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T17:21:21,331 INFO [RS:0;4e57a52647ef:34797 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T17:21:21,335 INFO [RS:0;4e57a52647ef:34797 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T17:21:21,335 INFO [RS:0;4e57a52647ef:34797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:21,335 DEBUG [RS:0;4e57a52647ef:34797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:21:21,335 DEBUG [RS:0;4e57a52647ef:34797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:21:21,335 DEBUG [RS:0;4e57a52647ef:34797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:21:21,335 DEBUG [RS:0;4e57a52647ef:34797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:21:21,335 DEBUG [RS:0;4e57a52647ef:34797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:21:21,335 DEBUG [RS:0;4e57a52647ef:34797 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4e57a52647ef:0, corePoolSize=2, maxPoolSize=2 2024-11-14T17:21:21,335 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T17:21:21,335 DEBUG [RS:0;4e57a52647ef:34797 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:21:21,335 DEBUG [RS:0;4e57a52647ef:34797 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:21:21,335 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:21,335 DEBUG [RS:0;4e57a52647ef:34797 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:21:21,335 DEBUG [RS:0;4e57a52647ef:34797 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:21:21,335 DEBUG [RS:0;4e57a52647ef:34797 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:21:21,336 DEBUG [RS:0;4e57a52647ef:34797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:21:21,336 DEBUG [RS:0;4e57a52647ef:34797 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4e57a52647ef:0, corePoolSize=3, maxPoolSize=3 2024-11-14T17:21:21,336 DEBUG [RS:0;4e57a52647ef:34797 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4e57a52647ef:0, corePoolSize=3, maxPoolSize=3 2024-11-14T17:21:21,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:21:21,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T17:21:21,350 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T17:21:21,350 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:21,351 INFO [RS:0;4e57a52647ef:34797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:21,351 INFO [RS:0;4e57a52647ef:34797 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:21,351 INFO [RS:0;4e57a52647ef:34797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:21,351 INFO [RS:0;4e57a52647ef:34797 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:21,351 INFO [RS:0;4e57a52647ef:34797 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:21,351 INFO [RS:0;4e57a52647ef:34797 {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,34797,1731604879514-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T17:21:21,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:21:21,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T17:21:21,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/data/hbase/meta/1588230740 2024-11-14T17:21:21,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/data/hbase/meta/1588230740 2024-11-14T17:21:21,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T17:21:21,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T17:21:21,358 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:21:21,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T17:21:21,385 INFO [RS:0;4e57a52647ef:34797 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T17:21:21,385 INFO [RS:0;4e57a52647ef:34797 {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,34797,1731604879514-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:21,385 INFO [RS:0;4e57a52647ef:34797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:21,385 INFO [RS:0;4e57a52647ef:34797 {}] regionserver.Replication(171): 4e57a52647ef,34797,1731604879514 started 2024-11-14T17:21:21,389 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:21:21,395 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70363284, jitterRate=0.04849463701248169}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:21:21,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731604881286Initializing all the Stores at 1731604881291 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604881291Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604881302 (+11 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604881302Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604881302Cleaning up temporary data from old regions at 1731604881354 (+52 ms)Region opened successfully at 1731604881395 (+41 ms) 2024-11-14T17:21:21,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T17:21:21,395 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T17:21:21,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T17:21:21,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T17:21:21,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T17:21:21,405 INFO [RS:0;4e57a52647ef:34797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:21,405 INFO [RS:0;4e57a52647ef:34797 {}] regionserver.HRegionServer(1482): Serving as 4e57a52647ef,34797,1731604879514, RpcServer on 4e57a52647ef/172.17.0.3:34797, sessionid=0x100ab7511230004 2024-11-14T17:21:21,405 DEBUG [RS:0;4e57a52647ef:34797 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T17:21:21,405 DEBUG [RS:0;4e57a52647ef:34797 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4e57a52647ef,34797,1731604879514 2024-11-14T17:21:21,405 DEBUG [RS:0;4e57a52647ef:34797 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4e57a52647ef,34797,1731604879514' 2024-11-14T17:21:21,405 DEBUG [RS:0;4e57a52647ef:34797 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11984833018/flush-table-proc/abort' 2024-11-14T17:21:21,409 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T17:21:21,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731604881395Disabling compacts and flushes for region at 1731604881395Disabling writes for close at 1731604881395Writing region close event to WAL at 1731604881409 (+14 ms)Closed at 1731604881409 2024-11-14T17:21:21,410 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T17:21:21,411 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T17:21:21,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T17:21:21,413 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T17:21:21,414 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T17:21:21,420 DEBUG [RS:0;4e57a52647ef:34797 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11984833018/flush-table-proc/acquired' 2024-11-14T17:21:21,434 DEBUG [RS:0;4e57a52647ef:34797 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T17:21:21,434 DEBUG [RS:0;4e57a52647ef:34797 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T17:21:21,434 DEBUG [RS:0;4e57a52647ef:34797 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4e57a52647ef,34797,1731604879514 2024-11-14T17:21:21,434 DEBUG [RS:0;4e57a52647ef:34797 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4e57a52647ef,34797,1731604879514' 2024-11-14T17:21:21,434 DEBUG [RS:0;4e57a52647ef:34797 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11984833018/online-snapshot/abort' 2024-11-14T17:21:21,442 DEBUG [RS:0;4e57a52647ef:34797 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11984833018/online-snapshot/acquired' 2024-11-14T17:21:21,448 DEBUG [RS:0;4e57a52647ef:34797 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T17:21:21,449 INFO [RS:0;4e57a52647ef:34797 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T17:21:21,449 INFO [RS:0;4e57a52647ef:34797 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T17:21:21,549 INFO [RS:0;4e57a52647ef:34797 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T17:21:21,553 INFO [RS:0;4e57a52647ef:34797 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4e57a52647ef%2C34797%2C1731604879514, suffix=, logDir=hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/WALs/4e57a52647ef,34797,1731604879514, archiveDir=hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/oldWALs, maxLogs=10 2024-11-14T17:21:21,564 WARN [4e57a52647ef:41139 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T17:21:21,575 DEBUG [RS:0;4e57a52647ef:34797 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/WALs/4e57a52647ef,34797,1731604879514/4e57a52647ef%2C34797%2C1731604879514.1731604881553, exclude list is [], retry=0 2024-11-14T17:21:21,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44431,DS-f1afccca-7615-4373-913e-7fc2301cb919,DISK] 2024-11-14T17:21:21,591 INFO [RS:0;4e57a52647ef:34797 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/WALs/4e57a52647ef,34797,1731604879514/4e57a52647ef%2C34797%2C1731604879514.1731604881553 2024-11-14T17:21:21,598 DEBUG [RS:0;4e57a52647ef:34797 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34205:34205)] 2024-11-14T17:21:21,814 DEBUG [4e57a52647ef:41139 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T17:21:21,815 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4e57a52647ef,34797,1731604879514 2024-11-14T17:21:21,818 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4e57a52647ef,34797,1731604879514, state=OPENING 2024-11-14T17:21:21,821 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T17:21:21,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41139-0x100ab7511230003, quorum=127.0.0.1:64117, baseZNode=/11984833018 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11984833018 2024-11-14T17:21:21,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34797-0x100ab7511230004, quorum=127.0.0.1:64117, baseZNode=/11984833018 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11984833018 2024-11-14T17:21:21,823 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11984833018/meta-region-server: CHANGED 2024-11-14T17:21:21,823 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T17:21:21,823 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4e57a52647ef,34797,1731604879514}] 2024-11-14T17:21:21,826 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11984833018/meta-region-server: CHANGED 2024-11-14T17:21:21,978 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T17:21:21,979 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59869, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T17:21:21,982 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T17:21:21,982 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:21:21,983 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T17:21:21,984 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4e57a52647ef%2C34797%2C1731604879514.meta, suffix=.meta, logDir=hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/WALs/4e57a52647ef,34797,1731604879514, archiveDir=hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/oldWALs, maxLogs=10 2024-11-14T17:21:21,999 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/WALs/4e57a52647ef,34797,1731604879514/4e57a52647ef%2C34797%2C1731604879514.meta.1731604881984.meta, exclude list is [], retry=0 2024-11-14T17:21:22,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44431,DS-f1afccca-7615-4373-913e-7fc2301cb919,DISK] 2024-11-14T17:21:22,013 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/WALs/4e57a52647ef,34797,1731604879514/4e57a52647ef%2C34797%2C1731604879514.meta.1731604881984.meta 2024-11-14T17:21:22,013 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34205:34205)] 2024-11-14T17:21:22,013 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:21:22,014 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T17:21:22,014 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T17:21:22,014 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T17:21:22,014 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T17:21:22,014 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T17:21:22,015 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:21:22,015 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T17:21:22,015 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T17:21:22,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T17:21:22,019 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T17:21:22,020 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:22,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:21:22,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T17:21:22,021 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T17:21:22,021 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:22,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:21:22,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T17:21:22,023 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T17:21:22,023 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:22,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:21:22,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T17:21:22,025 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T17:21:22,025 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:22,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:21:22,026 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T17:21:22,027 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/data/hbase/meta/1588230740 2024-11-14T17:21:22,028 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/data/hbase/meta/1588230740 2024-11-14T17:21:22,037 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T17:21:22,037 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T17:21:22,039 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:21:22,047 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T17:21:22,049 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72935670, jitterRate=0.08682617545127869}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:21:22,049 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T17:21:22,049 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731604882015Writing region info on filesystem at 1731604882015Initializing all the Stores at 1731604882016 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604882016Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604882018 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604882018Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604882018Cleaning up temporary data from old regions at 1731604882037 (+19 ms)Running coprocessor post-open hooks at 1731604882049 (+12 ms)Region opened successfully at 1731604882049 2024-11-14T17:21:22,050 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731604881977 2024-11-14T17:21:22,053 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T17:21:22,053 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T17:21:22,055 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4e57a52647ef,34797,1731604879514 2024-11-14T17:21:22,061 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4e57a52647ef,34797,1731604879514, state=OPEN 2024-11-14T17:21:22,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34797-0x100ab7511230004, quorum=127.0.0.1:64117, baseZNode=/11984833018 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11984833018/meta-region-server 2024-11-14T17:21:22,064 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11984833018/meta-region-server: CHANGED 2024-11-14T17:21:22,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41139-0x100ab7511230003, quorum=127.0.0.1:64117, baseZNode=/11984833018 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11984833018/meta-region-server 2024-11-14T17:21:22,064 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11984833018/meta-region-server: CHANGED 2024-11-14T17:21:22,065 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4e57a52647ef,34797,1731604879514 2024-11-14T17:21:22,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T17:21:22,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4e57a52647ef,34797,1731604879514 in 242 msec 2024-11-14T17:21:22,072 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T17:21:22,072 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 659 msec 2024-11-14T17:21:22,073 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T17:21:22,073 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T17:21:22,077 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:21:22,077 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,34797,1731604879514, seqNum=-1] 2024-11-14T17:21:22,077 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:21:22,078 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40893, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:21:22,084 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0340 sec 2024-11-14T17:21:22,085 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731604882085, completionTime=-1 2024-11-14T17:21:22,085 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T17:21:22,085 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T17:21:22,090 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T17:21:22,090 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731604942090 2024-11-14T17:21:22,090 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731605002090 2024-11-14T17:21:22,090 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-14T17:21:22,091 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,41139,1731604879431-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:22,091 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,41139,1731604879431-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:22,091 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,41139,1731604879431-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:22,091 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4e57a52647ef:41139, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:22,091 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:22,092 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:22,098 DEBUG [master/4e57a52647ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T17:21:22,099 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T17:21:22,102 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.460sec 2024-11-14T17:21:22,102 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T17:21:22,102 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T17:21:22,102 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T17:21:22,102 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T17:21:22,102 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T17:21:22,102 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,41139,1731604879431-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T17:21:22,102 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,41139,1731604879431-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T17:21:22,104 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T17:21:22,104 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T17:21:22,104 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,41139,1731604879431-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:22,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52498dd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:22,136 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,41139,-1 for getting cluster id 2024-11-14T17:21:22,136 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:21:22,140 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6167d412-0a69-4efc-b6eb-8c0177f73ed5' 2024-11-14T17:21:22,142 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:21:22,143 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6167d412-0a69-4efc-b6eb-8c0177f73ed5" 2024-11-14T17:21:22,143 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17e85248, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:22,143 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,41139,-1] 2024-11-14T17:21:22,143 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:21:22,144 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:22,146 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:21:22,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b2d8664, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:22,147 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:21:22,149 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,34797,1731604879514, seqNum=-1] 2024-11-14T17:21:22,149 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:21:22,151 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:21:22,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4e57a52647ef,41139,1731604879431 2024-11-14T17:21:22,154 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64117 2024-11-14T17:21:22,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64117, baseZNode=/11984833018 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:21:22,185 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:21:22,186 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,43147,1731604875116 2024-11-14T17:21:22,186 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c94d578 2024-11-14T17:21:22,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:21:22,192 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:21:22,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T17:21:22,202 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100ab7511230005 connected 2024-11-14T17:21:22,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T17:21:22,204 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T17:21:22,204 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:22,205 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T17:21:22,207 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T17:21:22,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:21:22,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741835_1011 (size=902) 2024-11-14T17:21:22,287 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0ef8d281134a9b30ad5949a12b3a6154, NAME => 'test,,1731604882192.0ef8d281134a9b30ad5949a12b3a6154.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c 2024-11-14T17:21:22,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:21:22,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741836_1012 (size=39) 2024-11-14T17:21:22,339 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731604882192.0ef8d281134a9b30ad5949a12b3a6154.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:21:22,339 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0ef8d281134a9b30ad5949a12b3a6154, disabling compactions & flushes 2024-11-14T17:21:22,339 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731604882192.0ef8d281134a9b30ad5949a12b3a6154. 2024-11-14T17:21:22,339 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731604882192.0ef8d281134a9b30ad5949a12b3a6154. 2024-11-14T17:21:22,339 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731604882192.0ef8d281134a9b30ad5949a12b3a6154. after waiting 0 ms 2024-11-14T17:21:22,339 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731604882192.0ef8d281134a9b30ad5949a12b3a6154. 2024-11-14T17:21:22,339 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731604882192.0ef8d281134a9b30ad5949a12b3a6154. 2024-11-14T17:21:22,339 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0ef8d281134a9b30ad5949a12b3a6154: Waiting for close lock at 1731604882339Disabling compacts and flushes for region at 1731604882339Disabling writes for close at 1731604882339Writing region close event to WAL at 1731604882339Closed at 1731604882339 2024-11-14T17:21:22,342 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T17:21:22,343 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731604882192.0ef8d281134a9b30ad5949a12b3a6154.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731604882342"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731604882342"}]},"ts":"1731604882342"} 2024-11-14T17:21:22,355 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T17:21:22,356 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T17:21:22,357 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604882356"}]},"ts":"1731604882356"} 2024-11-14T17:21:22,363 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T17:21:22,363 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0ef8d281134a9b30ad5949a12b3a6154, ASSIGN}] 2024-11-14T17:21:22,365 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0ef8d281134a9b30ad5949a12b3a6154, ASSIGN 2024-11-14T17:21:22,366 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0ef8d281134a9b30ad5949a12b3a6154, ASSIGN; state=OFFLINE, location=4e57a52647ef,42069,1731604875299; forceNewPlan=false, retain=false 2024-11-14T17:21:22,519 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0ef8d281134a9b30ad5949a12b3a6154, regionState=OPENING, regionLocation=4e57a52647ef,42069,1731604875299 2024-11-14T17:21:22,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:21:22,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0ef8d281134a9b30ad5949a12b3a6154, ASSIGN because future has completed 2024-11-14T17:21:22,542 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ef8d281134a9b30ad5949a12b3a6154, server=4e57a52647ef,42069,1731604875299}] 2024-11-14T17:21:22,733 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731604882192.0ef8d281134a9b30ad5949a12b3a6154. 2024-11-14T17:21:22,733 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0ef8d281134a9b30ad5949a12b3a6154, NAME => 'test,,1731604882192.0ef8d281134a9b30ad5949a12b3a6154.', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:21:22,733 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T17:21:22,733 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T17:21:22,735 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0ef8d281134a9b30ad5949a12b3a6154 2024-11-14T17:21:22,735 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731604882192.0ef8d281134a9b30ad5949a12b3a6154.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:21:22,735 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0ef8d281134a9b30ad5949a12b3a6154 2024-11-14T17:21:22,735 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0ef8d281134a9b30ad5949a12b3a6154 2024-11-14T17:21:22,743 INFO [StoreOpener-0ef8d281134a9b30ad5949a12b3a6154-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0ef8d281134a9b30ad5949a12b3a6154 2024-11-14T17:21:22,750 INFO [StoreOpener-0ef8d281134a9b30ad5949a12b3a6154-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ef8d281134a9b30ad5949a12b3a6154 columnFamilyName f 2024-11-14T17:21:22,750 DEBUG [StoreOpener-0ef8d281134a9b30ad5949a12b3a6154-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:22,752 INFO [StoreOpener-0ef8d281134a9b30ad5949a12b3a6154-1 {}] regionserver.HStore(327): Store=0ef8d281134a9b30ad5949a12b3a6154/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:21:22,752 INFO [StoreOpener-0ef8d281134a9b30ad5949a12b3a6154-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0ef8d281134a9b30ad5949a12b3a6154 2024-11-14T17:21:22,759 INFO [StoreOpener-0ef8d281134a9b30ad5949a12b3a6154-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ef8d281134a9b30ad5949a12b3a6154 columnFamilyName f1 2024-11-14T17:21:22,759 DEBUG [StoreOpener-0ef8d281134a9b30ad5949a12b3a6154-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:22,762 INFO [StoreOpener-0ef8d281134a9b30ad5949a12b3a6154-1 {}] regionserver.HStore(327): Store=0ef8d281134a9b30ad5949a12b3a6154/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:21:22,762 INFO [StoreOpener-0ef8d281134a9b30ad5949a12b3a6154-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0ef8d281134a9b30ad5949a12b3a6154 2024-11-14T17:21:22,766 INFO [StoreOpener-0ef8d281134a9b30ad5949a12b3a6154-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ef8d281134a9b30ad5949a12b3a6154 columnFamilyName norep 2024-11-14T17:21:22,766 DEBUG [StoreOpener-0ef8d281134a9b30ad5949a12b3a6154-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:22,774 INFO [StoreOpener-0ef8d281134a9b30ad5949a12b3a6154-1 {}] regionserver.HStore(327): Store=0ef8d281134a9b30ad5949a12b3a6154/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:21:22,775 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0ef8d281134a9b30ad5949a12b3a6154 2024-11-14T17:21:22,779 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/data/default/test/0ef8d281134a9b30ad5949a12b3a6154 2024-11-14T17:21:22,780 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/data/default/test/0ef8d281134a9b30ad5949a12b3a6154 2024-11-14T17:21:22,781 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0ef8d281134a9b30ad5949a12b3a6154 2024-11-14T17:21:22,781 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0ef8d281134a9b30ad5949a12b3a6154 2024-11-14T17:21:22,782 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T17:21:22,785 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0ef8d281134a9b30ad5949a12b3a6154 2024-11-14T17:21:22,788 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/data/default/test/0ef8d281134a9b30ad5949a12b3a6154/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:21:22,789 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0ef8d281134a9b30ad5949a12b3a6154; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71764426, jitterRate=0.06937327980995178}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T17:21:22,789 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0ef8d281134a9b30ad5949a12b3a6154 2024-11-14T17:21:22,790 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0ef8d281134a9b30ad5949a12b3a6154: Running coprocessor pre-open hook at 1731604882735Writing region info on filesystem at 1731604882735Initializing all the Stores at 1731604882741 (+6 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604882741Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604882742 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604882742Cleaning up temporary data from old regions at 1731604882781 (+39 ms)Running coprocessor post-open hooks at 1731604882789 (+8 ms)Region opened successfully at 1731604882789 2024-11-14T17:21:22,795 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731604882192.0ef8d281134a9b30ad5949a12b3a6154., pid=6, masterSystemTime=1731604882703 2024-11-14T17:21:22,798 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731604882192.0ef8d281134a9b30ad5949a12b3a6154. 2024-11-14T17:21:22,798 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731604882192.0ef8d281134a9b30ad5949a12b3a6154. 2024-11-14T17:21:22,799 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0ef8d281134a9b30ad5949a12b3a6154, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4e57a52647ef,42069,1731604875299 2024-11-14T17:21:22,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ef8d281134a9b30ad5949a12b3a6154, server=4e57a52647ef,42069,1731604875299 because future has completed 2024-11-14T17:21:22,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:21:22,835 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T17:21:22,835 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0ef8d281134a9b30ad5949a12b3a6154, server=4e57a52647ef,42069,1731604875299 in 290 msec 2024-11-14T17:21:22,838 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T17:21:22,838 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0ef8d281134a9b30ad5949a12b3a6154, ASSIGN in 472 msec 2024-11-14T17:21:22,839 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T17:21:22,842 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604882839"}]},"ts":"1731604882839"} 2024-11-14T17:21:22,854 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T17:21:22,856 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T17:21:22,863 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 663 msec 2024-11-14T17:21:23,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:21:23,351 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T17:21:23,351 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:21:23,353 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,41139,1731604879431 2024-11-14T17:21:23,353 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b21ab08 2024-11-14T17:21:23,354 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:21:23,357 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:21:23,358 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41139 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T17:21:23,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41139 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T17:21:23,366 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T17:21:23,367 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:23,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41139 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T17:21:23,368 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T17:21:23,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:21:23,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44431 is added to blk_1073741835_1011 (size=902) 2024-11-14T17:21:23,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:21:23,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:21:23,823 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e87d136a9705691520663d0aea7fb8eb, NAME => 'test,,1731604883358.e87d136a9705691520663d0aea7fb8eb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724 2024-11-14T17:21:23,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44431 is added to blk_1073741836_1012 (size=39) 2024-11-14T17:21:23,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:21:24,247 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731604883358.e87d136a9705691520663d0aea7fb8eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:21:24,247 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e87d136a9705691520663d0aea7fb8eb, disabling compactions & flushes 2024-11-14T17:21:24,248 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731604883358.e87d136a9705691520663d0aea7fb8eb. 2024-11-14T17:21:24,248 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731604883358.e87d136a9705691520663d0aea7fb8eb. 2024-11-14T17:21:24,248 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731604883358.e87d136a9705691520663d0aea7fb8eb. after waiting 0 ms 2024-11-14T17:21:24,248 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731604883358.e87d136a9705691520663d0aea7fb8eb. 2024-11-14T17:21:24,248 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731604883358.e87d136a9705691520663d0aea7fb8eb. 2024-11-14T17:21:24,248 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e87d136a9705691520663d0aea7fb8eb: Waiting for close lock at 1731604884247Disabling compacts and flushes for region at 1731604884247Disabling writes for close at 1731604884248 (+1 ms)Writing region close event to WAL at 1731604884248Closed at 1731604884248 2024-11-14T17:21:24,249 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T17:21:24,249 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731604883358.e87d136a9705691520663d0aea7fb8eb.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731604884249"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731604884249"}]},"ts":"1731604884249"} 2024-11-14T17:21:24,261 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T17:21:24,264 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T17:21:24,264 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604884264"}]},"ts":"1731604884264"} 2024-11-14T17:21:24,271 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T17:21:24,271 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e87d136a9705691520663d0aea7fb8eb, ASSIGN}] 2024-11-14T17:21:24,275 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e87d136a9705691520663d0aea7fb8eb, ASSIGN 2024-11-14T17:21:24,276 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e87d136a9705691520663d0aea7fb8eb, ASSIGN; state=OFFLINE, location=4e57a52647ef,34797,1731604879514; forceNewPlan=false, retain=false 2024-11-14T17:21:24,427 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e87d136a9705691520663d0aea7fb8eb, regionState=OPENING, regionLocation=4e57a52647ef,34797,1731604879514 2024-11-14T17:21:24,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e87d136a9705691520663d0aea7fb8eb, ASSIGN because future has completed 2024-11-14T17:21:24,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e87d136a9705691520663d0aea7fb8eb, server=4e57a52647ef,34797,1731604879514}] 2024-11-14T17:21:24,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:21:24,585 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731604883358.e87d136a9705691520663d0aea7fb8eb. 2024-11-14T17:21:24,585 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e87d136a9705691520663d0aea7fb8eb, NAME => 'test,,1731604883358.e87d136a9705691520663d0aea7fb8eb.', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:21:24,586 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T17:21:24,586 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T17:21:24,586 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e87d136a9705691520663d0aea7fb8eb 2024-11-14T17:21:24,586 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731604883358.e87d136a9705691520663d0aea7fb8eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:21:24,586 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e87d136a9705691520663d0aea7fb8eb 2024-11-14T17:21:24,586 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e87d136a9705691520663d0aea7fb8eb 2024-11-14T17:21:24,590 INFO [StoreOpener-e87d136a9705691520663d0aea7fb8eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e87d136a9705691520663d0aea7fb8eb 2024-11-14T17:21:24,591 INFO [StoreOpener-e87d136a9705691520663d0aea7fb8eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e87d136a9705691520663d0aea7fb8eb columnFamilyName f 2024-11-14T17:21:24,591 DEBUG [StoreOpener-e87d136a9705691520663d0aea7fb8eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:24,591 INFO [StoreOpener-e87d136a9705691520663d0aea7fb8eb-1 {}] regionserver.HStore(327): Store=e87d136a9705691520663d0aea7fb8eb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:21:24,591 INFO [StoreOpener-e87d136a9705691520663d0aea7fb8eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e87d136a9705691520663d0aea7fb8eb 2024-11-14T17:21:24,593 INFO [StoreOpener-e87d136a9705691520663d0aea7fb8eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e87d136a9705691520663d0aea7fb8eb columnFamilyName f1 2024-11-14T17:21:24,593 DEBUG [StoreOpener-e87d136a9705691520663d0aea7fb8eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:24,596 INFO [StoreOpener-e87d136a9705691520663d0aea7fb8eb-1 {}] regionserver.HStore(327): Store=e87d136a9705691520663d0aea7fb8eb/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:21:24,596 INFO [StoreOpener-e87d136a9705691520663d0aea7fb8eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e87d136a9705691520663d0aea7fb8eb 2024-11-14T17:21:24,598 INFO [StoreOpener-e87d136a9705691520663d0aea7fb8eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e87d136a9705691520663d0aea7fb8eb columnFamilyName norep 2024-11-14T17:21:24,598 DEBUG [StoreOpener-e87d136a9705691520663d0aea7fb8eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:24,598 INFO [StoreOpener-e87d136a9705691520663d0aea7fb8eb-1 {}] regionserver.HStore(327): Store=e87d136a9705691520663d0aea7fb8eb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:21:24,598 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e87d136a9705691520663d0aea7fb8eb 2024-11-14T17:21:24,599 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/data/default/test/e87d136a9705691520663d0aea7fb8eb 2024-11-14T17:21:24,599 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/data/default/test/e87d136a9705691520663d0aea7fb8eb 2024-11-14T17:21:24,601 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e87d136a9705691520663d0aea7fb8eb 2024-11-14T17:21:24,601 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e87d136a9705691520663d0aea7fb8eb 2024-11-14T17:21:24,601 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T17:21:24,602 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e87d136a9705691520663d0aea7fb8eb 2024-11-14T17:21:24,607 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/data/default/test/e87d136a9705691520663d0aea7fb8eb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:21:24,607 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e87d136a9705691520663d0aea7fb8eb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58937882, jitterRate=-0.12175711989402771}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T17:21:24,607 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e87d136a9705691520663d0aea7fb8eb 2024-11-14T17:21:24,608 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e87d136a9705691520663d0aea7fb8eb: Running coprocessor pre-open hook at 1731604884586Writing region info on filesystem at 1731604884586Initializing all the Stores at 1731604884589 (+3 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604884589Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604884590 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604884590Cleaning up temporary data from old regions at 1731604884601 (+11 ms)Running coprocessor post-open hooks at 1731604884607 (+6 ms)Region opened successfully at 1731604884607 2024-11-14T17:21:24,608 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731604883358.e87d136a9705691520663d0aea7fb8eb., pid=6, masterSystemTime=1731604884582 2024-11-14T17:21:24,611 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731604883358.e87d136a9705691520663d0aea7fb8eb. 2024-11-14T17:21:24,611 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731604883358.e87d136a9705691520663d0aea7fb8eb. 2024-11-14T17:21:24,611 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e87d136a9705691520663d0aea7fb8eb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4e57a52647ef,34797,1731604879514 2024-11-14T17:21:24,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e87d136a9705691520663d0aea7fb8eb, server=4e57a52647ef,34797,1731604879514 because future has completed 2024-11-14T17:21:24,614 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41139 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=4e57a52647ef,34797,1731604879514, table=test, region=e87d136a9705691520663d0aea7fb8eb. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T17:21:24,618 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T17:21:24,618 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e87d136a9705691520663d0aea7fb8eb, server=4e57a52647ef,34797,1731604879514 in 186 msec 2024-11-14T17:21:24,620 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T17:21:24,620 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e87d136a9705691520663d0aea7fb8eb, ASSIGN in 347 msec 2024-11-14T17:21:24,621 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T17:21:24,621 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604884621"}]},"ts":"1731604884621"} 2024-11-14T17:21:24,623 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T17:21:24,624 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T17:21:24,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2660 sec 2024-11-14T17:21:24,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T17:21:24,876 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T17:21:24,877 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T17:21:24,877 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T17:21:24,877 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T17:21:24,877 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T17:21:24,878 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T17:21:24,878 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T17:21:24,878 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T17:21:24,878 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T17:21:24,878 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T17:21:24,878 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T17:21:25,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:21:25,513 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T17:21:25,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28de6a5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:25,514 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,43147,-1 for getting cluster id 2024-11-14T17:21:25,514 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:21:25,515 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b18b5457-3ed3-4f70-b246-a46fb7a7456f' 2024-11-14T17:21:25,515 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:21:25,515 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b18b5457-3ed3-4f70-b246-a46fb7a7456f" 2024-11-14T17:21:25,515 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75e817dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:25,515 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,43147,-1] 2024-11-14T17:21:25,516 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:21:25,516 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:25,517 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:21:25,517 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ea0c719, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:25,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37a22708, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:25,521 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,41139,-1 for getting cluster id 2024-11-14T17:21:25,521 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:21:25,522 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6167d412-0a69-4efc-b6eb-8c0177f73ed5' 2024-11-14T17:21:25,522 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:21:25,522 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6167d412-0a69-4efc-b6eb-8c0177f73ed5" 2024-11-14T17:21:25,522 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@334d9f7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:25,522 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,41139,-1] 2024-11-14T17:21:25,522 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:21:25,523 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:25,524 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:21:25,525 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bb7f0e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:25,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@750fd743, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:25,526 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,43147,-1 for getting cluster id 2024-11-14T17:21:25,526 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:21:25,526 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b18b5457-3ed3-4f70-b246-a46fb7a7456f' 2024-11-14T17:21:25,527 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:21:25,527 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b18b5457-3ed3-4f70-b246-a46fb7a7456f" 2024-11-14T17:21:25,527 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34473b09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:25,527 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,43147,-1] 2024-11-14T17:21:25,527 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:21:25,527 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:25,528 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:21:25,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b905776, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:25,529 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:21:25,530 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,43147,1731604875116 2024-11-14T17:21:25,530 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2604873c 2024-11-14T17:21:25,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:21:25,531 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:21:25,532 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://4e57a52647ef:41139,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T17:21:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T17:21:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:21:25,536 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4e57a52647ef:41139' 2024-11-14T17:21:25,537 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@698ca789, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:25,537 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,41139,-1 for getting cluster id 2024-11-14T17:21:25,537 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:21:25,537 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6167d412-0a69-4efc-b6eb-8c0177f73ed5' 2024-11-14T17:21:25,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:21:25,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6167d412-0a69-4efc-b6eb-8c0177f73ed5" 2024-11-14T17:21:25,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76ede60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:25,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,41139,-1] 2024-11-14T17:21:25,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:21:25,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:25,539 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:21:25,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@711c4d32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:25,540 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:21:25,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,41139,1731604879431 2024-11-14T17:21:25,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2be9d9ae 2024-11-14T17:21:25,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:21:25,542 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:21:25,543 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T17:21:25,543 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T17:21:25,543 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:25,543 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:25,543 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:21:25,543 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T17:21:25,544 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T17:21:25,545 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T17:21:25,546 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:25,547 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T17:21:25,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741837_1013 (size=1138) 2024-11-14T17:21:25,571 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1e0ff31ef18b9b4c04d7b3cd88018a9b, NAME => 'hbase:replication,,1731604885543.1e0ff31ef18b9b4c04d7b3cd88018a9b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c 2024-11-14T17:21:25,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741838_1014 (size=44) 2024-11-14T17:21:25,595 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T17:21:25,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:21:25,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:21:25,991 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731604885543.1e0ff31ef18b9b4c04d7b3cd88018a9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:21:25,991 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1e0ff31ef18b9b4c04d7b3cd88018a9b, disabling compactions & flushes 2024-11-14T17:21:25,991 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731604885543.1e0ff31ef18b9b4c04d7b3cd88018a9b. 2024-11-14T17:21:25,991 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731604885543.1e0ff31ef18b9b4c04d7b3cd88018a9b. 2024-11-14T17:21:25,991 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731604885543.1e0ff31ef18b9b4c04d7b3cd88018a9b. after waiting 0 ms 2024-11-14T17:21:25,991 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731604885543.1e0ff31ef18b9b4c04d7b3cd88018a9b. 2024-11-14T17:21:25,991 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731604885543.1e0ff31ef18b9b4c04d7b3cd88018a9b. 2024-11-14T17:21:25,991 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1e0ff31ef18b9b4c04d7b3cd88018a9b: Waiting for close lock at 1731604885991Disabling compacts and flushes for region at 1731604885991Disabling writes for close at 1731604885991Writing region close event to WAL at 1731604885991Closed at 1731604885991 2024-11-14T17:21:25,995 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T17:21:25,995 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731604885543.1e0ff31ef18b9b4c04d7b3cd88018a9b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731604885995"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731604885995"}]},"ts":"1731604885995"} 2024-11-14T17:21:25,998 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T17:21:25,998 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T17:21:25,999 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604885998"}]},"ts":"1731604885998"} 2024-11-14T17:21:26,000 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T17:21:26,001 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1e0ff31ef18b9b4c04d7b3cd88018a9b, ASSIGN}] 2024-11-14T17:21:26,002 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1e0ff31ef18b9b4c04d7b3cd88018a9b, ASSIGN 2024-11-14T17:21:26,002 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1e0ff31ef18b9b4c04d7b3cd88018a9b, ASSIGN; state=OFFLINE, location=4e57a52647ef,42069,1731604875299; forceNewPlan=false, retain=false 2024-11-14T17:21:26,153 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1e0ff31ef18b9b4c04d7b3cd88018a9b, regionState=OPENING, regionLocation=4e57a52647ef,42069,1731604875299 2024-11-14T17:21:26,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1e0ff31ef18b9b4c04d7b3cd88018a9b, ASSIGN because future has completed 2024-11-14T17:21:26,156 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e0ff31ef18b9b4c04d7b3cd88018a9b, server=4e57a52647ef,42069,1731604875299}] 2024-11-14T17:21:26,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:21:26,312 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731604885543.1e0ff31ef18b9b4c04d7b3cd88018a9b. 2024-11-14T17:21:26,312 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:21:26,312 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T17:21:26,314 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4e57a52647ef%2C42069%2C1731604875299.rep, suffix=, logDir=hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/WALs/4e57a52647ef,42069,1731604875299, archiveDir=hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/oldWALs, maxLogs=10 2024-11-14T17:21:26,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/WALs/4e57a52647ef,42069,1731604875299/4e57a52647ef%2C42069%2C1731604875299.rep.1731604886314, exclude list is [], retry=0 2024-11-14T17:21:26,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37483,DS-e5505382-b64a-4175-a212-d6df26cf63fb,DISK] 2024-11-14T17:21:26,335 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/WALs/4e57a52647ef,42069,1731604875299/4e57a52647ef%2C42069%2C1731604875299.rep.1731604886314 2024-11-14T17:21:26,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43079:43079)] 2024-11-14T17:21:26,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1e0ff31ef18b9b4c04d7b3cd88018a9b, NAME => 'hbase:replication,,1731604885543.1e0ff31ef18b9b4c04d7b3cd88018a9b.', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:21:26,335 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T17:21:26,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T17:21:26,336 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731604885543.1e0ff31ef18b9b4c04d7b3cd88018a9b. service=MultiRowMutationService 2024-11-14T17:21:26,336 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T17:21:26,336 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1e0ff31ef18b9b4c04d7b3cd88018a9b 2024-11-14T17:21:26,336 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731604885543.1e0ff31ef18b9b4c04d7b3cd88018a9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:21:26,336 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1e0ff31ef18b9b4c04d7b3cd88018a9b 2024-11-14T17:21:26,336 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1e0ff31ef18b9b4c04d7b3cd88018a9b 2024-11-14T17:21:26,337 INFO [StoreOpener-1e0ff31ef18b9b4c04d7b3cd88018a9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1e0ff31ef18b9b4c04d7b3cd88018a9b 2024-11-14T17:21:26,338 INFO [StoreOpener-1e0ff31ef18b9b4c04d7b3cd88018a9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e0ff31ef18b9b4c04d7b3cd88018a9b columnFamilyName hfileref 2024-11-14T17:21:26,338 DEBUG [StoreOpener-1e0ff31ef18b9b4c04d7b3cd88018a9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:26,338 INFO [StoreOpener-1e0ff31ef18b9b4c04d7b3cd88018a9b-1 {}] regionserver.HStore(327): Store=1e0ff31ef18b9b4c04d7b3cd88018a9b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:21:26,338 INFO [StoreOpener-1e0ff31ef18b9b4c04d7b3cd88018a9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1e0ff31ef18b9b4c04d7b3cd88018a9b 2024-11-14T17:21:26,339 INFO [StoreOpener-1e0ff31ef18b9b4c04d7b3cd88018a9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e0ff31ef18b9b4c04d7b3cd88018a9b columnFamilyName queue 2024-11-14T17:21:26,339 DEBUG [StoreOpener-1e0ff31ef18b9b4c04d7b3cd88018a9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:26,339 INFO [StoreOpener-1e0ff31ef18b9b4c04d7b3cd88018a9b-1 {}] regionserver.HStore(327): Store=1e0ff31ef18b9b4c04d7b3cd88018a9b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:21:26,339 INFO [StoreOpener-1e0ff31ef18b9b4c04d7b3cd88018a9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1e0ff31ef18b9b4c04d7b3cd88018a9b 2024-11-14T17:21:26,341 INFO [StoreOpener-1e0ff31ef18b9b4c04d7b3cd88018a9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e0ff31ef18b9b4c04d7b3cd88018a9b columnFamilyName sid 2024-11-14T17:21:26,341 DEBUG [StoreOpener-1e0ff31ef18b9b4c04d7b3cd88018a9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:26,341 INFO [StoreOpener-1e0ff31ef18b9b4c04d7b3cd88018a9b-1 {}] regionserver.HStore(327): Store=1e0ff31ef18b9b4c04d7b3cd88018a9b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:21:26,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1e0ff31ef18b9b4c04d7b3cd88018a9b 2024-11-14T17:21:26,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/data/hbase/replication/1e0ff31ef18b9b4c04d7b3cd88018a9b 2024-11-14T17:21:26,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/data/hbase/replication/1e0ff31ef18b9b4c04d7b3cd88018a9b 2024-11-14T17:21:26,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1e0ff31ef18b9b4c04d7b3cd88018a9b 2024-11-14T17:21:26,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1e0ff31ef18b9b4c04d7b3cd88018a9b 2024-11-14T17:21:26,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T17:21:26,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1e0ff31ef18b9b4c04d7b3cd88018a9b 2024-11-14T17:21:26,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/data/hbase/replication/1e0ff31ef18b9b4c04d7b3cd88018a9b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:21:26,346 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1e0ff31ef18b9b4c04d7b3cd88018a9b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74152529, jitterRate=0.10495878756046295}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T17:21:26,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1e0ff31ef18b9b4c04d7b3cd88018a9b 2024-11-14T17:21:26,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1e0ff31ef18b9b4c04d7b3cd88018a9b: Running coprocessor pre-open hook at 1731604886336Writing region info on filesystem at 1731604886336Initializing all the Stores at 1731604886336Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604886337 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604886337Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604886337Cleaning up temporary data from old regions at 1731604886343 (+6 ms)Running coprocessor post-open hooks at 1731604886346 (+3 ms)Region opened successfully at 1731604886347 (+1 ms) 2024-11-14T17:21:26,348 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731604885543.1e0ff31ef18b9b4c04d7b3cd88018a9b., pid=10, masterSystemTime=1731604886308 2024-11-14T17:21:26,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731604885543.1e0ff31ef18b9b4c04d7b3cd88018a9b. 2024-11-14T17:21:26,350 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731604885543.1e0ff31ef18b9b4c04d7b3cd88018a9b. 2024-11-14T17:21:26,351 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1e0ff31ef18b9b4c04d7b3cd88018a9b, regionState=OPEN, openSeqNum=2, regionLocation=4e57a52647ef,42069,1731604875299 2024-11-14T17:21:26,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e0ff31ef18b9b4c04d7b3cd88018a9b, server=4e57a52647ef,42069,1731604875299 because future has completed 2024-11-14T17:21:26,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T17:21:26,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1e0ff31ef18b9b4c04d7b3cd88018a9b, server=4e57a52647ef,42069,1731604875299 in 198 msec 2024-11-14T17:21:26,358 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T17:21:26,358 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1e0ff31ef18b9b4c04d7b3cd88018a9b, ASSIGN in 354 msec 2024-11-14T17:21:26,360 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T17:21:26,360 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604886360"}]},"ts":"1731604886360"} 2024-11-14T17:21:26,361 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T17:21:26,362 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T17:21:26,364 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 819 msec 2024-11-14T17:21:26,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731604885543.1e0ff31ef18b9b4c04d7b3cd88018a9b., hostname=4e57a52647ef,42069,1731604875299, seqNum=2] 2024-11-14T17:21:26,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42069-0x100ab7511230001, quorum=127.0.0.1:64117, baseZNode=/01117750874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117750874 2024-11-14T17:21:26,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43147-0x100ab7511230000, quorum=127.0.0.1:64117, baseZNode=/01117750874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117750874 2024-11-14T17:21:26,419 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T17:21:26,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42069 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T17:21:26,572 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T17:21:26,610 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4e57a52647ef,42069,1731604875299, ReplicationSource: 1, currentBandwidth=0 2024-11-14T17:21:26,610 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:21:26,610 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,42069,1731604875299, seqNum=-1] 2024-11-14T17:21:26,611 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:21:26,612 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52121, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-14T17:21:26,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4e57a52647ef,42069,1731604875299', locateType=CURRENT is [region=hbase:replication,,1731604885543.1e0ff31ef18b9b4c04d7b3cd88018a9b., hostname=4e57a52647ef,42069,1731604875299, seqNum=2] 2024-11-14T17:21:26,617 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T17:21:26,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T17:21:26,623 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4e57a52647ef,42069,1731604875299 suceeded 2024-11-14T17:21:26,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T17:21:26,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 205 msec 2024-11-14T17:21:26,625 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4e57a52647ef:41139,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T17:21:26,627 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0930 sec 2024-11-14T17:21:26,637 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,42069,1731604875299 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4e57a52647ef:41139' 2024-11-14T17:21:26,638 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,42069,1731604875299 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16ee8f07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:26,638 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,42069,1731604875299 {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,41139,-1 for getting cluster id 2024-11-14T17:21:26,638 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,42069,1731604875299 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:21:26,639 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6167d412-0a69-4efc-b6eb-8c0177f73ed5' 2024-11-14T17:21:26,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:21:26,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6167d412-0a69-4efc-b6eb-8c0177f73ed5" 2024-11-14T17:21:26,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@339e33d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:26,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,41139,-1] 2024-11-14T17:21:26,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:21:26,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:26,641 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:21:26,642 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,42069,1731604875299 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@208aaa06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:26,642 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,42069,1731604875299 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:21:26,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,41139,1731604879431 2024-11-14T17:21:26,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@459560c8 2024-11-14T17:21:26,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:21:26,644 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-14T17:21:26,645 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,42069,1731604875299 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4e57a52647ef,42069,1731604875299 (queues=1) is replicating from cluster=b18b5457-3ed3-4f70-b246-a46fb7a7456f to cluster=6167d412-0a69-4efc-b6eb-8c0177f73ed5 2024-11-14T17:21:26,645 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,42069,1731604875299 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4e57a52647ef%2C42069%2C1731604875299 2024-11-14T17:21:26,645 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,42069,1731604875299 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4e57a52647ef,42069,1731604875299, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T17:21:26,645 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,42069,1731604875299.replicationSource.wal-reader.4e57a52647ef%2C42069%2C1731604875299,1-4e57a52647ef,42069,1731604875299 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/WALs/4e57a52647ef,42069,1731604875299/4e57a52647ef%2C42069%2C1731604875299.1731604876244, startPosition=0, beingWritten=true 2024-11-14T17:21:26,646 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,42069,1731604875299.replicationSource.shipper4e57a52647ef%2C42069%2C1731604875299,1-4e57a52647ef,42069,1731604875299 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4e57a52647ef%2C42069%2C1731604875299 2024-11-14T17:21:26,651 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,42069,1731604875299.replicationSource.wal-reader.4e57a52647ef%2C42069%2C1731604875299,1-4e57a52647ef,42069,1731604875299 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T17:21:26,651 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,42069,1731604875299.replicationSource.shipper4e57a52647ef%2C42069%2C1731604875299,1-4e57a52647ef,42069,1731604875299 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,42069,1731604875299 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/WALs/4e57a52647ef,42069,1731604875299/4e57a52647ef%2C42069%2C1731604875299.1731604876244, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T17:21:26,651 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,42069,1731604875299.replicationSource.wal-reader.4e57a52647ef%2C42069%2C1731604875299,1-4e57a52647ef,42069,1731604875299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/WALs/4e57a52647ef,42069,1731604875299/4e57a52647ef%2C42069%2C1731604875299.1731604876244 to pos 379, reset compression=false 2024-11-14T17:21:26,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:21:26,673 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T17:21:26,673 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:21:26,673 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:21:26,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:26,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:26,674 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:21:26,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69e44587, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:26,675 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,41139,-1 for getting cluster id 2024-11-14T17:21:26,675 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:21:26,676 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6167d412-0a69-4efc-b6eb-8c0177f73ed5' 2024-11-14T17:21:26,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:21:26,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6167d412-0a69-4efc-b6eb-8c0177f73ed5" 2024-11-14T17:21:26,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@370cf8ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:26,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,41139,-1] 2024-11-14T17:21:26,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:21:26,677 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:26,678 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:21:26,678 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ce96e76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:26,678 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:21:26,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,41139,1731604879431 2024-11-14T17:21:26,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d6d72d1 2024-11-14T17:21:26,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:21:26,680 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:21:26,681 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41139 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://4e57a52647ef:43147,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T17:21:26,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41139 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T17:21:26,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:21:26,685 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4e57a52647ef:43147' 2024-11-14T17:21:26,686 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab8729a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:26,687 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,43147,-1 for getting cluster id 2024-11-14T17:21:26,687 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:21:26,687 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b18b5457-3ed3-4f70-b246-a46fb7a7456f' 2024-11-14T17:21:26,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:21:26,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b18b5457-3ed3-4f70-b246-a46fb7a7456f" 2024-11-14T17:21:26,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49ec7e33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:26,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,43147,-1] 2024-11-14T17:21:26,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:21:26,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:26,689 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:21:26,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72523bab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:26,690 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:21:26,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,43147,1731604875116 2024-11-14T17:21:26,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3dc0aa33 2024-11-14T17:21:26,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:21:26,691 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:21:26,692 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-14T17:21:26,692 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T17:21:26,692 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:26,693 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:26,693 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T17:21:26,694 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:21:26,695 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T17:21:26,696 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T17:21:26,696 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:26,697 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T17:21:26,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44431 is added to blk_1073741837_1013 (size=1138) 2024-11-14T17:21:26,706 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1ea3a9d8740b17ad1c37e3abd58e83b5, NAME => 'hbase:replication,,1731604886693.1ea3a9d8740b17ad1c37e3abd58e83b5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724 2024-11-14T17:21:26,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44431 is added to blk_1073741838_1014 (size=44) 2024-11-14T17:21:26,745 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T17:21:26,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:21:26,868 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,42069,1731604875299.replicationSource.wal-reader.4e57a52647ef%2C42069%2C1731604875299,1-4e57a52647ef,42069,1731604875299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/WALs/4e57a52647ef,42069,1731604875299/4e57a52647ef%2C42069%2C1731604875299.1731604876244 to pos 379, reset compression=false 2024-11-14T17:21:27,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:21:27,119 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731604886693.1ea3a9d8740b17ad1c37e3abd58e83b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:21:27,119 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1ea3a9d8740b17ad1c37e3abd58e83b5, disabling compactions & flushes 2024-11-14T17:21:27,119 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731604886693.1ea3a9d8740b17ad1c37e3abd58e83b5. 2024-11-14T17:21:27,119 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731604886693.1ea3a9d8740b17ad1c37e3abd58e83b5. 2024-11-14T17:21:27,119 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731604886693.1ea3a9d8740b17ad1c37e3abd58e83b5. after waiting 0 ms 2024-11-14T17:21:27,119 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731604886693.1ea3a9d8740b17ad1c37e3abd58e83b5. 2024-11-14T17:21:27,119 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731604886693.1ea3a9d8740b17ad1c37e3abd58e83b5. 2024-11-14T17:21:27,119 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1ea3a9d8740b17ad1c37e3abd58e83b5: Waiting for close lock at 1731604887119Disabling compacts and flushes for region at 1731604887119Disabling writes for close at 1731604887119Writing region close event to WAL at 1731604887119Closed at 1731604887119 2024-11-14T17:21:27,121 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T17:21:27,122 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731604886693.1ea3a9d8740b17ad1c37e3abd58e83b5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731604887121"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731604887121"}]},"ts":"1731604887121"} 2024-11-14T17:21:27,136 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T17:21:27,145 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T17:21:27,146 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604887145"}]},"ts":"1731604887145"} 2024-11-14T17:21:27,153 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T17:21:27,154 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1ea3a9d8740b17ad1c37e3abd58e83b5, ASSIGN}] 2024-11-14T17:21:27,164 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1ea3a9d8740b17ad1c37e3abd58e83b5, ASSIGN 2024-11-14T17:21:27,171 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1ea3a9d8740b17ad1c37e3abd58e83b5, ASSIGN; state=OFFLINE, location=4e57a52647ef,34797,1731604879514; forceNewPlan=false, retain=false 2024-11-14T17:21:27,172 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,42069,1731604875299.replicationSource.wal-reader.4e57a52647ef%2C42069%2C1731604875299,1-4e57a52647ef,42069,1731604875299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/WALs/4e57a52647ef,42069,1731604875299/4e57a52647ef%2C42069%2C1731604875299.1731604876244 to pos 379, reset compression=false 2024-11-14T17:21:27,324 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1ea3a9d8740b17ad1c37e3abd58e83b5, regionState=OPENING, regionLocation=4e57a52647ef,34797,1731604879514 2024-11-14T17:21:27,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:21:27,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1ea3a9d8740b17ad1c37e3abd58e83b5, ASSIGN because future has completed 2024-11-14T17:21:27,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ea3a9d8740b17ad1c37e3abd58e83b5, server=4e57a52647ef,34797,1731604879514}] 2024-11-14T17:21:27,518 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T17:21:27,523 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731604886693.1ea3a9d8740b17ad1c37e3abd58e83b5. 2024-11-14T17:21:27,523 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:21:27,524 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T17:21:27,531 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4e57a52647ef%2C34797%2C1731604879514.rep, suffix=, logDir=hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/WALs/4e57a52647ef,34797,1731604879514, archiveDir=hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/oldWALs, maxLogs=10 2024-11-14T17:21:27,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/WALs/4e57a52647ef,34797,1731604879514/4e57a52647ef%2C34797%2C1731604879514.rep.1731604887531, exclude list is [], retry=0 2024-11-14T17:21:27,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44431,DS-f1afccca-7615-4373-913e-7fc2301cb919,DISK] 2024-11-14T17:21:27,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:27,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:27,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:27,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:27,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:27,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:27,579 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/WALs/4e57a52647ef,34797,1731604879514/4e57a52647ef%2C34797%2C1731604879514.rep.1731604887531 2024-11-14T17:21:27,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34205:34205)] 2024-11-14T17:21:27,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1ea3a9d8740b17ad1c37e3abd58e83b5, NAME => 'hbase:replication,,1731604886693.1ea3a9d8740b17ad1c37e3abd58e83b5.', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:21:27,583 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T17:21:27,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T17:21:27,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731604886693.1ea3a9d8740b17ad1c37e3abd58e83b5. service=MultiRowMutationService 2024-11-14T17:21:27,583 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T17:21:27,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1ea3a9d8740b17ad1c37e3abd58e83b5 2024-11-14T17:21:27,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731604886693.1ea3a9d8740b17ad1c37e3abd58e83b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:21:27,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1ea3a9d8740b17ad1c37e3abd58e83b5 2024-11-14T17:21:27,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1ea3a9d8740b17ad1c37e3abd58e83b5 2024-11-14T17:21:27,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:27,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:27,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:27,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:27,599 INFO [StoreOpener-1ea3a9d8740b17ad1c37e3abd58e83b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1ea3a9d8740b17ad1c37e3abd58e83b5 2024-11-14T17:21:27,604 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,42069,1731604875299.replicationSource.wal-reader.4e57a52647ef%2C42069%2C1731604875299,1-4e57a52647ef,42069,1731604875299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/WALs/4e57a52647ef,42069,1731604875299/4e57a52647ef%2C42069%2C1731604875299.1731604876244 to pos 379, reset compression=false 2024-11-14T17:21:27,616 INFO [StoreOpener-1ea3a9d8740b17ad1c37e3abd58e83b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ea3a9d8740b17ad1c37e3abd58e83b5 columnFamilyName hfileref 2024-11-14T17:21:27,616 DEBUG [StoreOpener-1ea3a9d8740b17ad1c37e3abd58e83b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:27,623 INFO [StoreOpener-1ea3a9d8740b17ad1c37e3abd58e83b5-1 {}] regionserver.HStore(327): Store=1ea3a9d8740b17ad1c37e3abd58e83b5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:21:27,623 INFO [StoreOpener-1ea3a9d8740b17ad1c37e3abd58e83b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1ea3a9d8740b17ad1c37e3abd58e83b5 2024-11-14T17:21:27,628 INFO [StoreOpener-1ea3a9d8740b17ad1c37e3abd58e83b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ea3a9d8740b17ad1c37e3abd58e83b5 columnFamilyName queue 2024-11-14T17:21:27,628 DEBUG [StoreOpener-1ea3a9d8740b17ad1c37e3abd58e83b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:27,629 INFO [StoreOpener-1ea3a9d8740b17ad1c37e3abd58e83b5-1 {}] regionserver.HStore(327): Store=1ea3a9d8740b17ad1c37e3abd58e83b5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:21:27,629 INFO [StoreOpener-1ea3a9d8740b17ad1c37e3abd58e83b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1ea3a9d8740b17ad1c37e3abd58e83b5 2024-11-14T17:21:27,635 INFO [StoreOpener-1ea3a9d8740b17ad1c37e3abd58e83b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ea3a9d8740b17ad1c37e3abd58e83b5 columnFamilyName sid 2024-11-14T17:21:27,635 DEBUG [StoreOpener-1ea3a9d8740b17ad1c37e3abd58e83b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:27,638 INFO [StoreOpener-1ea3a9d8740b17ad1c37e3abd58e83b5-1 {}] regionserver.HStore(327): Store=1ea3a9d8740b17ad1c37e3abd58e83b5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:21:27,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1ea3a9d8740b17ad1c37e3abd58e83b5 2024-11-14T17:21:27,640 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T17:21:27,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/data/hbase/replication/1ea3a9d8740b17ad1c37e3abd58e83b5 2024-11-14T17:21:27,646 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/data/hbase/replication/1ea3a9d8740b17ad1c37e3abd58e83b5 2024-11-14T17:21:27,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1ea3a9d8740b17ad1c37e3abd58e83b5 2024-11-14T17:21:27,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1ea3a9d8740b17ad1c37e3abd58e83b5 2024-11-14T17:21:27,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T17:21:27,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1ea3a9d8740b17ad1c37e3abd58e83b5 2024-11-14T17:21:27,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/data/hbase/replication/1ea3a9d8740b17ad1c37e3abd58e83b5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:21:27,715 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1ea3a9d8740b17ad1c37e3abd58e83b5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61739792, jitterRate=-0.08000540733337402}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T17:21:27,715 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1ea3a9d8740b17ad1c37e3abd58e83b5 2024-11-14T17:21:27,715 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1ea3a9d8740b17ad1c37e3abd58e83b5: Running coprocessor pre-open hook at 1731604887584Writing region info on filesystem at 1731604887584Initializing all the Stores at 1731604887599 (+15 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604887599Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604887599Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604887599Cleaning up temporary data from old regions at 1731604887663 (+64 ms)Running coprocessor post-open hooks at 1731604887715 (+52 ms)Region opened successfully at 1731604887715 2024-11-14T17:21:27,731 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731604886693.1ea3a9d8740b17ad1c37e3abd58e83b5., pid=10, masterSystemTime=1731604887511 2024-11-14T17:21:27,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731604886693.1ea3a9d8740b17ad1c37e3abd58e83b5. 2024-11-14T17:21:27,733 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731604886693.1ea3a9d8740b17ad1c37e3abd58e83b5. 2024-11-14T17:21:27,734 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1ea3a9d8740b17ad1c37e3abd58e83b5, regionState=OPEN, openSeqNum=2, regionLocation=4e57a52647ef,34797,1731604879514 2024-11-14T17:21:27,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ea3a9d8740b17ad1c37e3abd58e83b5, server=4e57a52647ef,34797,1731604879514 because future has completed 2024-11-14T17:21:27,745 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T17:21:27,745 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1ea3a9d8740b17ad1c37e3abd58e83b5, server=4e57a52647ef,34797,1731604879514 in 403 msec 2024-11-14T17:21:27,747 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T17:21:27,748 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1ea3a9d8740b17ad1c37e3abd58e83b5, ASSIGN in 592 msec 2024-11-14T17:21:27,748 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T17:21:27,749 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604887749"}]},"ts":"1731604887749"} 2024-11-14T17:21:27,752 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T17:21:27,752 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T17:21:27,756 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.0600 sec 2024-11-14T17:21:27,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731604886693.1ea3a9d8740b17ad1c37e3abd58e83b5., hostname=4e57a52647ef,34797,1731604879514, seqNum=2] 2024-11-14T17:21:27,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34797-0x100ab7511230004, quorum=127.0.0.1:64117, baseZNode=/11984833018 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11984833018 2024-11-14T17:21:27,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41139-0x100ab7511230003, quorum=127.0.0.1:64117, baseZNode=/11984833018 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11984833018 2024-11-14T17:21:27,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T17:21:27,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:21:27,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34797 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T17:21:27,991 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T17:21:28,032 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4e57a52647ef,34797,1731604879514, ReplicationSource: 1, currentBandwidth=0 2024-11-14T17:21:28,032 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:21:28,032 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,34797,1731604879514, seqNum=-1] 2024-11-14T17:21:28,033 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:21:28,034 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46031, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-14T17:21:28,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4e57a52647ef,34797,1731604879514', locateType=CURRENT is [region=hbase:replication,,1731604886693.1ea3a9d8740b17ad1c37e3abd58e83b5., hostname=4e57a52647ef,34797,1731604879514, seqNum=2] 2024-11-14T17:21:28,054 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T17:21:28,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41139 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T17:21:28,057 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4e57a52647ef,34797,1731604879514 suceeded 2024-11-14T17:21:28,059 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T17:21:28,059 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 226 msec 2024-11-14T17:21:28,059 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4e57a52647ef:43147,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T17:21:28,060 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3780 sec 2024-11-14T17:21:28,073 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,34797,1731604879514 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4e57a52647ef:43147' 2024-11-14T17:21:28,075 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,34797,1731604879514 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ab821f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:28,075 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,34797,1731604879514 {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,43147,-1 for getting cluster id 2024-11-14T17:21:28,075 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,34797,1731604879514 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:21:28,076 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b18b5457-3ed3-4f70-b246-a46fb7a7456f' 2024-11-14T17:21:28,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:21:28,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b18b5457-3ed3-4f70-b246-a46fb7a7456f" 2024-11-14T17:21:28,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ea9e89b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:28,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,43147,-1] 2024-11-14T17:21:28,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:21:28,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:28,077 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:21:28,078 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,34797,1731604879514 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6bb7cba5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:28,078 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,34797,1731604879514 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:21:28,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,43147,1731604875116 2024-11-14T17:21:28,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ae41b46 2024-11-14T17:21:28,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:21:28,079 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-14T17:21:28,080 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,34797,1731604879514 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4e57a52647ef,34797,1731604879514 (queues=1) is replicating from cluster=6167d412-0a69-4efc-b6eb-8c0177f73ed5 to cluster=b18b5457-3ed3-4f70-b246-a46fb7a7456f 2024-11-14T17:21:28,080 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,34797,1731604879514 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4e57a52647ef%2C34797%2C1731604879514 2024-11-14T17:21:28,080 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,34797,1731604879514 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4e57a52647ef,34797,1731604879514, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T17:21:28,081 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,34797,1731604879514.replicationSource.shipper4e57a52647ef%2C34797%2C1731604879514,1-4e57a52647ef,34797,1731604879514 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4e57a52647ef%2C34797%2C1731604879514 2024-11-14T17:21:28,081 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,34797,1731604879514.replicationSource.wal-reader.4e57a52647ef%2C34797%2C1731604879514,1-4e57a52647ef,34797,1731604879514 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/WALs/4e57a52647ef,34797,1731604879514/4e57a52647ef%2C34797%2C1731604879514.1731604881553, startPosition=0, beingWritten=true 2024-11-14T17:21:28,089 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,34797,1731604879514.replicationSource.wal-reader.4e57a52647ef%2C34797%2C1731604879514,1-4e57a52647ef,34797,1731604879514 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T17:21:28,089 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,34797,1731604879514.replicationSource.wal-reader.4e57a52647ef%2C34797%2C1731604879514,1-4e57a52647ef,34797,1731604879514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/WALs/4e57a52647ef,34797,1731604879514/4e57a52647ef%2C34797%2C1731604879514.1731604881553 to pos 379, reset compression=false 2024-11-14T17:21:28,089 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,34797,1731604879514.replicationSource.shipper4e57a52647ef%2C34797%2C1731604879514,1-4e57a52647ef,34797,1731604879514 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,34797,1731604879514 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/WALs/4e57a52647ef,34797,1731604879514/4e57a52647ef%2C34797%2C1731604879514.1731604881553, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T17:21:28,100 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T17:21:28,132 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,42069,1731604875299.replicationSource.wal-reader.4e57a52647ef%2C42069%2C1731604875299,1-4e57a52647ef,42069,1731604875299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/WALs/4e57a52647ef,42069,1731604875299/4e57a52647ef%2C42069%2C1731604875299.1731604876244 to pos 379, reset compression=false 2024-11-14T17:21:28,152 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:21:28,153 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4e57a52647ef,35055,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e57a52647ef:35055 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T17:21:28,153 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18237 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4e57a52647ef,35055,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e57a52647ef:35055 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T17:21:28,296 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,34797,1731604879514.replicationSource.wal-reader.4e57a52647ef%2C34797%2C1731604879514,1-4e57a52647ef,34797,1731604879514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/WALs/4e57a52647ef,34797,1731604879514/4e57a52647ef%2C34797%2C1731604879514.1731604881553 to pos 379, reset compression=false 2024-11-14T17:21:28,629 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,34797,1731604879514.replicationSource.wal-reader.4e57a52647ef%2C34797%2C1731604879514,1-4e57a52647ef,34797,1731604879514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/WALs/4e57a52647ef,34797,1731604879514/4e57a52647ef%2C34797%2C1731604879514.1731604881553 to pos 379, reset compression=false 2024-11-14T17:21:28,737 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,42069,1731604875299.replicationSource.wal-reader.4e57a52647ef%2C42069%2C1731604875299,1-4e57a52647ef,42069,1731604875299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/WALs/4e57a52647ef,42069,1731604875299/4e57a52647ef%2C42069%2C1731604875299.1731604876244 to pos 379, reset compression=false 2024-11-14T17:21:28,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:21:28,853 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T17:21:28,854 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:21:28,854 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:21:28,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:28,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:28,854 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:21:28,854 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:21:28,857 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,42069,1731604875299, seqNum=-1] 2024-11-14T17:21:28,858 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:21:28,860 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:21:28,862 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731604882192.0ef8d281134a9b30ad5949a12b3a6154., hostname=4e57a52647ef,42069,1731604875299, seqNum=2] 2024-11-14T17:21:28,867 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:21:28,868 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,34797,1731604879514, seqNum=-1] 2024-11-14T17:21:28,869 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:21:28,870 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:21:28,872 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731604883358.e87d136a9705691520663d0aea7fb8eb., hostname=4e57a52647ef,34797,1731604879514, seqNum=2] 2024-11-14T17:21:28,875 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-14T17:21:29,037 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,34797,1731604879514.replicationSource.wal-reader.4e57a52647ef%2C34797%2C1731604879514,1-4e57a52647ef,34797,1731604879514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/WALs/4e57a52647ef,34797,1731604879514/4e57a52647ef%2C34797%2C1731604879514.1731604881553 to pos 379, reset compression=false 2024-11-14T17:21:29,458 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,42069,1731604875299.replicationSource.wal-reader.4e57a52647ef%2C42069%2C1731604875299,1-4e57a52647ef,42069,1731604875299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/WALs/4e57a52647ef,42069,1731604875299/4e57a52647ef%2C42069%2C1731604875299.1731604876244 to pos 379, reset compression=false 2024-11-14T17:21:29,492 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,42069,1731604875299.replicationSource.wal-reader.4e57a52647ef%2C42069%2C1731604875299,1-4e57a52647ef,42069,1731604875299 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T17:21:29,492 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,42069,1731604875299.replicationSource.wal-reader.4e57a52647ef%2C42069%2C1731604875299,1-4e57a52647ef,42069,1731604875299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/WALs/4e57a52647ef,42069,1731604875299/4e57a52647ef%2C42069%2C1731604875299.1731604876244 to pos 480, reset compression=false 2024-11-14T17:21:29,492 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,42069,1731604875299.replicationSource.shipper4e57a52647ef%2C42069%2C1731604875299,1-4e57a52647ef,42069,1731604875299 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,42069,1731604875299 got entry batch from reader: WALEntryBatch [walEntries=[{test/0ef8d281134a9b30ad5949a12b3a6154/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/WALs/4e57a52647ef,42069,1731604875299/4e57a52647ef%2C42069%2C1731604875299.1731604876244, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-14T17:21:29,502 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,42069,1731604875299.replicationSource.shipper4e57a52647ef%2C42069%2C1731604875299,1-4e57a52647ef,42069,1731604875299 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T17:21:29,505 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-14T17:21:29,509 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34797 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T17:21:29,515 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34797 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5bc65a4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:29,515 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34797 {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,41139,-1 for getting cluster id 2024-11-14T17:21:29,515 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34797 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:21:29,523 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6167d412-0a69-4efc-b6eb-8c0177f73ed5' 2024-11-14T17:21:29,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:21:29,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6167d412-0a69-4efc-b6eb-8c0177f73ed5" 2024-11-14T17:21:29,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@758ff980, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:29,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,41139,-1] 2024-11-14T17:21:29,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:21:29,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:29,527 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:21:29,530 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34797 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b8b2c16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:29,541 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34797 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:21:29,543 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34797 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,34797,1731604879514, seqNum=-1] 2024-11-14T17:21:29,548 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34797 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:21:29,560 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-14T17:21:29,564 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,34797,1731604879514.replicationSource.wal-reader.4e57a52647ef%2C34797%2C1731604879514,1-4e57a52647ef,34797,1731604879514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/WALs/4e57a52647ef,34797,1731604879514/4e57a52647ef%2C34797%2C1731604879514.1731604881553 to pos 379, reset compression=false 2024-11-14T17:21:29,564 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34797 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731604883358.e87d136a9705691520663d0aea7fb8eb., hostname=4e57a52647ef,34797,1731604879514, seqNum=2] 2024-11-14T17:21:29,642 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34797 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T17:21:29,761 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,42069,1731604875299.replicationSource.wal-reader.4e57a52647ef%2C42069%2C1731604875299,1-4e57a52647ef,42069,1731604875299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/WALs/4e57a52647ef,42069,1731604875299/4e57a52647ef%2C42069%2C1731604875299.1731604876244 to pos 480, reset compression=false 2024-11-14T17:21:29,881 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-14T17:21:29,890 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-14T17:21:30,087 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,42069,1731604875299.replicationSource.wal-reader.4e57a52647ef%2C42069%2C1731604875299,1-4e57a52647ef,42069,1731604875299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/WALs/4e57a52647ef,42069,1731604875299/4e57a52647ef%2C42069%2C1731604875299.1731604876244 to pos 480, reset compression=false 2024-11-14T17:21:30,188 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,34797,1731604879514.replicationSource.wal-reader.4e57a52647ef%2C34797%2C1731604879514,1-4e57a52647ef,34797,1731604879514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/WALs/4e57a52647ef,34797,1731604879514/4e57a52647ef%2C34797%2C1731604879514.1731604881553 to pos 379, reset compression=false 2024-11-14T17:21:30,199 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,34797,1731604879514.replicationSource.wal-reader.4e57a52647ef%2C34797%2C1731604879514,1-4e57a52647ef,34797,1731604879514 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T17:21:30,199 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,34797,1731604879514.replicationSource.wal-reader.4e57a52647ef%2C34797%2C1731604879514,1-4e57a52647ef,34797,1731604879514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/WALs/4e57a52647ef,34797,1731604879514/4e57a52647ef%2C34797%2C1731604879514.1731604881553 to pos 608, reset compression=false 2024-11-14T17:21:30,199 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,34797,1731604879514.replicationSource.shipper4e57a52647ef%2C34797%2C1731604879514,1-4e57a52647ef,34797,1731604879514 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,34797,1731604879514 got entry batch from reader: WALEntryBatch [walEntries=[{test/e87d136a9705691520663d0aea7fb8eb/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/WALs/4e57a52647ef,34797,1731604879514/4e57a52647ef%2C34797%2C1731604879514.1731604881553, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T17:21:30,204 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,34797,1731604879514.replicationSource.shipper4e57a52647ef%2C34797%2C1731604879514,1-4e57a52647ef,34797,1731604879514 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T17:21:30,207 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-14T17:21:30,208 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42069 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T17:21:30,244 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42069 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c589332, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:30,244 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42069 {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,43147,-1 for getting cluster id 2024-11-14T17:21:30,245 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42069 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:21:30,246 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b18b5457-3ed3-4f70-b246-a46fb7a7456f' 2024-11-14T17:21:30,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:21:30,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b18b5457-3ed3-4f70-b246-a46fb7a7456f" 2024-11-14T17:21:30,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@317427a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:30,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,43147,-1] 2024-11-14T17:21:30,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:21:30,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:30,248 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:21:30,249 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42069 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24ceaad5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:30,251 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42069 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:21:30,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,42069,1731604875299, seqNum=-1] 2024-11-14T17:21:30,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:21:30,254 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-14T17:21:30,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731604882192.0ef8d281134a9b30ad5949a12b3a6154., hostname=4e57a52647ef,42069,1731604875299, seqNum=2] 2024-11-14T17:21:30,261 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42069 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T17:21:30,428 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,34797,1731604879514.replicationSource.wal-reader.4e57a52647ef%2C34797%2C1731604879514,1-4e57a52647ef,34797,1731604879514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/WALs/4e57a52647ef,34797,1731604879514/4e57a52647ef%2C34797%2C1731604879514.1731604881553 to pos 608, reset compression=false 2024-11-14T17:21:30,520 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,42069,1731604875299.replicationSource.wal-reader.4e57a52647ef%2C42069%2C1731604875299,1-4e57a52647ef,42069,1731604875299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/WALs/4e57a52647ef,42069,1731604875299/4e57a52647ef%2C42069%2C1731604875299.1731604876244 to pos 480, reset compression=false 2024-11-14T17:21:30,561 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,42069,1731604875299.replicationSource.wal-reader.4e57a52647ef%2C42069%2C1731604875299,1-4e57a52647ef,42069,1731604875299 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T17:21:30,561 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,42069,1731604875299.replicationSource.wal-reader.4e57a52647ef%2C42069%2C1731604875299,1-4e57a52647ef,42069,1731604875299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/WALs/4e57a52647ef,42069,1731604875299/4e57a52647ef%2C42069%2C1731604875299.1731604876244 to pos 607, reset compression=false 2024-11-14T17:21:30,561 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,42069,1731604875299.replicationSource.shipper4e57a52647ef%2C42069%2C1731604875299,1-4e57a52647ef,42069,1731604875299 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,42069,1731604875299 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/WALs/4e57a52647ef,42069,1731604875299/4e57a52647ef%2C42069%2C1731604875299.1731604876244, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T17:21:30,742 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,34797,1731604879514.replicationSource.wal-reader.4e57a52647ef%2C34797%2C1731604879514,1-4e57a52647ef,34797,1731604879514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/WALs/4e57a52647ef,34797,1731604879514/4e57a52647ef%2C34797%2C1731604879514.1731604881553 to pos 608, reset compression=false 2024-11-14T17:21:30,765 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,42069,1731604875299.replicationSource.wal-reader.4e57a52647ef%2C42069%2C1731604875299,1-4e57a52647ef,42069,1731604875299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/WALs/4e57a52647ef,42069,1731604875299/4e57a52647ef%2C42069%2C1731604875299.1731604876244 to pos 607, reset compression=false 2024-11-14T17:21:30,892 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-14T17:21:30,903 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-14T17:21:31,069 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,42069,1731604875299.replicationSource.wal-reader.4e57a52647ef%2C42069%2C1731604875299,1-4e57a52647ef,42069,1731604875299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/WALs/4e57a52647ef,42069,1731604875299/4e57a52647ef%2C42069%2C1731604875299.1731604876244 to pos 607, reset compression=false 2024-11-14T17:21:31,093 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,42069,1731604875299.replicationSource.wal-reader.4e57a52647ef%2C42069%2C1731604875299,1-4e57a52647ef,42069,1731604875299 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T17:21:31,093 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,42069,1731604875299.replicationSource.wal-reader.4e57a52647ef%2C42069%2C1731604875299,1-4e57a52647ef,42069,1731604875299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/WALs/4e57a52647ef,42069,1731604875299/4e57a52647ef%2C42069%2C1731604875299.1731604876244 to pos 763, reset compression=false 2024-11-14T17:21:31,093 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,42069,1731604875299.replicationSource.shipper4e57a52647ef%2C42069%2C1731604875299,1-4e57a52647ef,42069,1731604875299 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,42069,1731604875299 got entry batch from reader: WALEntryBatch [walEntries=[{test/0ef8d281134a9b30ad5949a12b3a6154/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/WALs/4e57a52647ef,42069,1731604875299/4e57a52647ef%2C42069%2C1731604875299.1731604876244, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-14T17:21:31,095 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34797 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T17:21:31,100 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34797 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T17:21:31,167 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,34797,1731604879514.replicationSource.wal-reader.4e57a52647ef%2C34797%2C1731604879514,1-4e57a52647ef,34797,1731604879514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/WALs/4e57a52647ef,34797,1731604879514/4e57a52647ef%2C34797%2C1731604879514.1731604881553 to pos 608, reset compression=false 2024-11-14T17:21:31,181 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,34797,1731604879514.replicationSource.wal-reader.4e57a52647ef%2C34797%2C1731604879514,1-4e57a52647ef,34797,1731604879514 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T17:21:31,181 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,34797,1731604879514.replicationSource.wal-reader.4e57a52647ef%2C34797%2C1731604879514,1-4e57a52647ef,34797,1731604879514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/WALs/4e57a52647ef,34797,1731604879514/4e57a52647ef%2C34797%2C1731604879514.1731604881553 to pos 756, reset compression=false 2024-11-14T17:21:31,181 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,34797,1731604879514.replicationSource.shipper4e57a52647ef%2C34797%2C1731604879514,1-4e57a52647ef,34797,1731604879514 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,34797,1731604879514 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/WALs/4e57a52647ef,34797,1731604879514/4e57a52647ef%2C34797%2C1731604879514.1731604881553, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T17:21:31,324 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,42069,1731604875299.replicationSource.wal-reader.4e57a52647ef%2C42069%2C1731604875299,1-4e57a52647ef,42069,1731604875299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/WALs/4e57a52647ef,42069,1731604875299/4e57a52647ef%2C42069%2C1731604875299.1731604876244 to pos 763, reset compression=false 2024-11-14T17:21:31,391 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,34797,1731604879514.replicationSource.wal-reader.4e57a52647ef%2C34797%2C1731604879514,1-4e57a52647ef,34797,1731604879514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/WALs/4e57a52647ef,34797,1731604879514/4e57a52647ef%2C34797%2C1731604879514.1731604881553 to pos 756, reset compression=false 2024-11-14T17:21:31,658 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,42069,1731604875299.replicationSource.wal-reader.4e57a52647ef%2C42069%2C1731604875299,1-4e57a52647ef,42069,1731604875299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/WALs/4e57a52647ef,42069,1731604875299/4e57a52647ef%2C42069%2C1731604875299.1731604876244 to pos 763, reset compression=false 2024-11-14T17:21:31,721 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,34797,1731604879514.replicationSource.wal-reader.4e57a52647ef%2C34797%2C1731604879514,1-4e57a52647ef,34797,1731604879514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/WALs/4e57a52647ef,34797,1731604879514/4e57a52647ef%2C34797%2C1731604879514.1731604881553 to pos 756, reset compression=false 2024-11-14T17:21:31,906 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-14T17:21:31,912 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-14T17:21:32,082 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,42069,1731604875299.replicationSource.wal-reader.4e57a52647ef%2C42069%2C1731604875299,1-4e57a52647ef,42069,1731604875299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/WALs/4e57a52647ef,42069,1731604875299/4e57a52647ef%2C42069%2C1731604875299.1731604876244 to pos 763, reset compression=false 2024-11-14T17:21:32,186 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,34797,1731604879514.replicationSource.wal-reader.4e57a52647ef%2C34797%2C1731604879514,1-4e57a52647ef,34797,1731604879514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/WALs/4e57a52647ef,34797,1731604879514/4e57a52647ef%2C34797%2C1731604879514.1731604881553 to pos 756, reset compression=false 2024-11-14T17:21:32,215 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,34797,1731604879514.replicationSource.wal-reader.4e57a52647ef%2C34797%2C1731604879514,1-4e57a52647ef,34797,1731604879514 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T17:21:32,215 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,34797,1731604879514.replicationSource.wal-reader.4e57a52647ef%2C34797%2C1731604879514,1-4e57a52647ef,34797,1731604879514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/WALs/4e57a52647ef,34797,1731604879514/4e57a52647ef%2C34797%2C1731604879514.1731604881553 to pos 915, reset compression=false 2024-11-14T17:21:32,216 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,34797,1731604879514.replicationSource.shipper4e57a52647ef%2C34797%2C1731604879514,1-4e57a52647ef,34797,1731604879514 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,34797,1731604879514 got entry batch from reader: WALEntryBatch [walEntries=[{test/e87d136a9705691520663d0aea7fb8eb/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/WALs/4e57a52647ef,34797,1731604879514/4e57a52647ef%2C34797%2C1731604879514.1731604881553, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T17:21:32,221 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42069 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T17:21:32,228 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42069 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T17:21:32,447 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,34797,1731604879514.replicationSource.wal-reader.4e57a52647ef%2C34797%2C1731604879514,1-4e57a52647ef,34797,1731604879514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/WALs/4e57a52647ef,34797,1731604879514/4e57a52647ef%2C34797%2C1731604879514.1731604881553 to pos 915, reset compression=false 2024-11-14T17:21:32,598 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,42069,1731604875299.replicationSource.wal-reader.4e57a52647ef%2C42069%2C1731604875299,1-4e57a52647ef,42069,1731604875299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/WALs/4e57a52647ef,42069,1731604875299/4e57a52647ef%2C42069%2C1731604875299.1731604876244 to pos 763, reset compression=false 2024-11-14T17:21:32,626 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,42069,1731604875299.replicationSource.wal-reader.4e57a52647ef%2C42069%2C1731604875299,1-4e57a52647ef,42069,1731604875299 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T17:21:32,626 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,42069,1731604875299.replicationSource.wal-reader.4e57a52647ef%2C42069%2C1731604875299,1-4e57a52647ef,42069,1731604875299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/WALs/4e57a52647ef,42069,1731604875299/4e57a52647ef%2C42069%2C1731604875299.1731604876244 to pos 912, reset compression=false 2024-11-14T17:21:32,630 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,42069,1731604875299.replicationSource.shipper4e57a52647ef%2C42069%2C1731604875299,1-4e57a52647ef,42069,1731604875299 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,42069,1731604875299 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/WALs/4e57a52647ef,42069,1731604875299/4e57a52647ef%2C42069%2C1731604875299.1731604876244, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T17:21:32,778 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,34797,1731604879514.replicationSource.wal-reader.4e57a52647ef%2C34797%2C1731604879514,1-4e57a52647ef,34797,1731604879514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/WALs/4e57a52647ef,34797,1731604879514/4e57a52647ef%2C34797%2C1731604879514.1731604881553 to pos 915, reset compression=false 2024-11-14T17:21:32,869 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,42069,1731604875299.replicationSource.wal-reader.4e57a52647ef%2C42069%2C1731604875299,1-4e57a52647ef,42069,1731604875299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/WALs/4e57a52647ef,42069,1731604875299/4e57a52647ef%2C42069%2C1731604875299.1731604876244 to pos 912, reset compression=false 2024-11-14T17:21:32,915 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-14T17:21:32,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T17:21:32,923 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:21:32,923 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:21:32,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:32,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:32,924 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:21:32,924 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T17:21:32,924 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1540088352, stopped=false 2024-11-14T17:21:32,924 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4e57a52647ef,41139,1731604879431 2024-11-14T17:21:32,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41139-0x100ab7511230003, quorum=127.0.0.1:64117, baseZNode=/11984833018 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11984833018/running 2024-11-14T17:21:32,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41139-0x100ab7511230003, quorum=127.0.0.1:64117, baseZNode=/11984833018 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11984833018 2024-11-14T17:21:32,926 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T17:21:32,926 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:21:32,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34797-0x100ab7511230004, quorum=127.0.0.1:64117, baseZNode=/11984833018 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11984833018/running 2024-11-14T17:21:32,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34797-0x100ab7511230004, quorum=127.0.0.1:64117, baseZNode=/11984833018 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11984833018 2024-11-14T17:21:32,926 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:21:32,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:32,927 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4e57a52647ef,34797,1731604879514' ***** 2024-11-14T17:21:32,927 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T17:21:32,927 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41139-0x100ab7511230003, quorum=127.0.0.1:64117, baseZNode=/11984833018 Set watcher on znode that does not yet exist, /11984833018/running 2024-11-14T17:21:32,928 INFO [RS:0;4e57a52647ef:34797 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T17:21:32,928 INFO [RS:0;4e57a52647ef:34797 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T17:21:32,928 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34797-0x100ab7511230004, quorum=127.0.0.1:64117, baseZNode=/11984833018 Set watcher on znode that does not yet exist, /11984833018/running 2024-11-14T17:21:32,928 INFO [RS:0;4e57a52647ef:34797 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T17:21:32,928 INFO [RS:0;4e57a52647ef:34797 {}] regionserver.HRegionServer(3091): Received CLOSE for e87d136a9705691520663d0aea7fb8eb 2024-11-14T17:21:32,928 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T17:21:32,930 INFO [regionserver/4e57a52647ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T17:21:32,931 INFO [RS:0;4e57a52647ef:34797 {}] regionserver.HRegionServer(3091): Received CLOSE for 1ea3a9d8740b17ad1c37e3abd58e83b5 2024-11-14T17:21:32,931 INFO [RS:0;4e57a52647ef:34797 {}] regionserver.HRegionServer(959): stopping server 4e57a52647ef,34797,1731604879514 2024-11-14T17:21:32,931 INFO [RS:0;4e57a52647ef:34797 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T17:21:32,931 INFO [RS:0;4e57a52647ef:34797 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4e57a52647ef:34797. 2024-11-14T17:21:32,931 DEBUG [RS:0;4e57a52647ef:34797 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:21:32,931 DEBUG [RS:0;4e57a52647ef:34797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:32,931 INFO [RS:0;4e57a52647ef:34797 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T17:21:32,931 INFO [RS:0;4e57a52647ef:34797 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T17:21:32,931 INFO [RS:0;4e57a52647ef:34797 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T17:21:32,931 INFO [RS:0;4e57a52647ef:34797 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T17:21:32,933 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e87d136a9705691520663d0aea7fb8eb, disabling compactions & flushes 2024-11-14T17:21:32,933 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731604883358.e87d136a9705691520663d0aea7fb8eb. 2024-11-14T17:21:32,933 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731604883358.e87d136a9705691520663d0aea7fb8eb. 2024-11-14T17:21:32,933 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731604883358.e87d136a9705691520663d0aea7fb8eb. after waiting 0 ms 2024-11-14T17:21:32,933 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731604883358.e87d136a9705691520663d0aea7fb8eb. 2024-11-14T17:21:32,933 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e87d136a9705691520663d0aea7fb8eb 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-14T17:21:32,938 INFO [RS:0;4e57a52647ef:34797 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T17:21:32,938 DEBUG [RS:0;4e57a52647ef:34797 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e87d136a9705691520663d0aea7fb8eb=test,,1731604883358.e87d136a9705691520663d0aea7fb8eb., 1ea3a9d8740b17ad1c37e3abd58e83b5=hbase:replication,,1731604886693.1ea3a9d8740b17ad1c37e3abd58e83b5.} 2024-11-14T17:21:32,939 DEBUG [RS:0;4e57a52647ef:34797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ea3a9d8740b17ad1c37e3abd58e83b5, e87d136a9705691520663d0aea7fb8eb 2024-11-14T17:21:32,939 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T17:21:32,939 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T17:21:32,939 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T17:21:32,939 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T17:21:32,939 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T17:21:32,939 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T17:21:32,968 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/data/default/test/e87d136a9705691520663d0aea7fb8eb/.tmp/f/5575f43c682f4c589e75edaccb5e2482 is 29, key is row1/f:/1731604891908/DeleteFamily/seqid=0 2024-11-14T17:21:32,985 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/data/hbase/meta/1588230740/.tmp/info/3b1397a75d4b4920bf9d31d0bdf7a22d is 147, key is hbase:replication,,1731604886693.1ea3a9d8740b17ad1c37e3abd58e83b5./info:regioninfo/1731604887734/Put/seqid=0 2024-11-14T17:21:33,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44431 is added to blk_1073741840_1016 (size=5118) 2024-11-14T17:21:33,005 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/data/default/test/e87d136a9705691520663d0aea7fb8eb/.tmp/f/5575f43c682f4c589e75edaccb5e2482 2024-11-14T17:21:33,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44431 is added to blk_1073741841_1017 (size=7686) 2024-11-14T17:21:33,015 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5575f43c682f4c589e75edaccb5e2482 2024-11-14T17:21:33,015 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/data/hbase/meta/1588230740/.tmp/info/3b1397a75d4b4920bf9d31d0bdf7a22d 2024-11-14T17:21:33,043 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/data/default/test/e87d136a9705691520663d0aea7fb8eb/.tmp/f1/cc8aca48f326429e947d8c32080224af is 30, key is row1/f1:/1731604891908/DeleteFamily/seqid=0 2024-11-14T17:21:33,053 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/data/hbase/meta/1588230740/.tmp/ns/760888387f26436fb576592fb2a13c26 is 43, key is default/ns:d/1731604882079/Put/seqid=0 2024-11-14T17:21:33,087 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T17:21:33,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44431 is added to blk_1073741843_1019 (size=5153) 2024-11-14T17:21:33,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44431 is added to blk_1073741842_1018 (size=5123) 2024-11-14T17:21:33,145 DEBUG [RS:0;4e57a52647ef:34797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ea3a9d8740b17ad1c37e3abd58e83b5, e87d136a9705691520663d0aea7fb8eb 2024-11-14T17:21:33,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:33,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:33,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:33,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:33,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:33,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:33,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:33,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:33,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:33,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:33,199 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,42069,1731604875299.replicationSource.wal-reader.4e57a52647ef%2C42069%2C1731604875299,1-4e57a52647ef,42069,1731604875299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/WALs/4e57a52647ef,42069,1731604875299/4e57a52647ef%2C42069%2C1731604875299.1731604876244 to pos 912, reset compression=false 2024-11-14T17:21:33,209 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,34797,1731604879514.replicationSource.wal-reader.4e57a52647ef%2C34797%2C1731604879514,1-4e57a52647ef,34797,1731604879514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/WALs/4e57a52647ef,34797,1731604879514/4e57a52647ef%2C34797%2C1731604879514.1731604881553 to pos 915, reset compression=false 2024-11-14T17:21:33,233 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,34797,1731604879514.replicationSource.wal-reader.4e57a52647ef%2C34797%2C1731604879514,1-4e57a52647ef,34797,1731604879514 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T17:21:33,233 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,34797,1731604879514.replicationSource.wal-reader.4e57a52647ef%2C34797%2C1731604879514,1-4e57a52647ef,34797,1731604879514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/WALs/4e57a52647ef,34797,1731604879514/4e57a52647ef%2C34797%2C1731604879514.1731604881553 to pos 1162, reset compression=false 2024-11-14T17:21:33,234 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,34797,1731604879514.replicationSource.shipper4e57a52647ef%2C34797%2C1731604879514,1-4e57a52647ef,34797,1731604879514 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,34797,1731604879514 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/WALs/4e57a52647ef,34797,1731604879514/4e57a52647ef%2C34797%2C1731604879514.1731604881553, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T17:21:33,235 ERROR [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,34797,1731604879514.replicationSource.shipper4e57a52647ef%2C34797%2C1731604879514,1-4e57a52647ef,34797,1731604879514 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 4e57a52647ef,34797,1731604879514: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-4e57a52647ef,34797,1731604879514, walGroup=4e57a52647ef%2C34797%2C1731604879514, offset=4e57a52647ef%2C34797%2C1731604879514.1731604881553:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e57a52647ef:34797 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T17:21:33,236 ERROR [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,34797,1731604879514.replicationSource.shipper4e57a52647ef%2C34797%2C1731604879514,1-4e57a52647ef,34797,1731604879514 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T17:21:33,237 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,34797,1731604879514.replicationSource.shipper4e57a52647ef%2C34797%2C1731604879514,1-4e57a52647ef,34797,1731604879514 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T17:21:33,237 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,34797,1731604879514.replicationSource.shipper4e57a52647ef%2C34797%2C1731604879514,1-4e57a52647ef,34797,1731604879514 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T17:21:33,237 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,34797,1731604879514.replicationSource.shipper4e57a52647ef%2C34797%2C1731604879514,1-4e57a52647ef,34797,1731604879514 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T17:21:33,237 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,34797,1731604879514.replicationSource.shipper4e57a52647ef%2C34797%2C1731604879514,1-4e57a52647ef,34797,1731604879514 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T17:21:33,237 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,34797,1731604879514.replicationSource.shipper4e57a52647ef%2C34797%2C1731604879514,1-4e57a52647ef,34797,1731604879514 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 562399272 }, "NonHeapMemoryUsage": { "committed": 194510848, "init": 7667712, "max": -1, "used": 190349208 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T17:21:33,238 WARN [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,34797,1731604879514.replicationSource.shipper4e57a52647ef%2C34797%2C1731604879514,1-4e57a52647ef,34797,1731604879514 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e57a52647ef:41139 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e57a52647ef:41139 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T17:21:33,347 DEBUG [RS:0;4e57a52647ef:34797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ea3a9d8740b17ad1c37e3abd58e83b5, e87d136a9705691520663d0aea7fb8eb 2024-11-14T17:21:33,386 INFO [regionserver/4e57a52647ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T17:21:33,387 INFO [regionserver/4e57a52647ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T17:21:33,461 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,34797,1731604879514.replicationSource.wal-reader.4e57a52647ef%2C34797%2C1731604879514,1-4e57a52647ef,34797,1731604879514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/WALs/4e57a52647ef,34797,1731604879514/4e57a52647ef%2C34797%2C1731604879514.1731604881553 to pos 1162, reset compression=false 2024-11-14T17:21:33,520 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/data/hbase/meta/1588230740/.tmp/ns/760888387f26436fb576592fb2a13c26 2024-11-14T17:21:33,522 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/data/default/test/e87d136a9705691520663d0aea7fb8eb/.tmp/f1/cc8aca48f326429e947d8c32080224af 2024-11-14T17:21:33,550 DEBUG [RS:0;4e57a52647ef:34797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ea3a9d8740b17ad1c37e3abd58e83b5, e87d136a9705691520663d0aea7fb8eb 2024-11-14T17:21:33,553 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cc8aca48f326429e947d8c32080224af 2024-11-14T17:21:33,586 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/data/default/test/e87d136a9705691520663d0aea7fb8eb/.tmp/norep/8ef0abe1f400421db725fc325b14e512 is 33, key is row1/norep:/1731604891908/DeleteFamily/seqid=0 2024-11-14T17:21:33,600 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/data/hbase/meta/1588230740/.tmp/rep_barrier/724c35e0ec81405998fa6095a8f42efc is 112, key is test,,1731604883358.e87d136a9705691520663d0aea7fb8eb./rep_barrier:seqnumDuringOpen/1731604884611/Put/seqid=0 2024-11-14T17:21:33,618 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,42069,1731604875299.replicationSource.wal-reader.4e57a52647ef%2C42069%2C1731604875299,1-4e57a52647ef,42069,1731604875299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/WALs/4e57a52647ef,42069,1731604875299/4e57a52647ef%2C42069%2C1731604875299.1731604876244 to pos 912, reset compression=false 2024-11-14T17:21:33,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44431 is added to blk_1073741844_1020 (size=5108) 2024-11-14T17:21:33,656 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/data/default/test/e87d136a9705691520663d0aea7fb8eb/.tmp/norep/8ef0abe1f400421db725fc325b14e512 2024-11-14T17:21:33,664 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8ef0abe1f400421db725fc325b14e512 2024-11-14T17:21:33,666 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/data/default/test/e87d136a9705691520663d0aea7fb8eb/.tmp/f/5575f43c682f4c589e75edaccb5e2482 as hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/data/default/test/e87d136a9705691520663d0aea7fb8eb/f/5575f43c682f4c589e75edaccb5e2482 2024-11-14T17:21:33,672 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5575f43c682f4c589e75edaccb5e2482 2024-11-14T17:21:33,673 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/data/default/test/e87d136a9705691520663d0aea7fb8eb/f/5575f43c682f4c589e75edaccb5e2482, entries=2, sequenceid=8, filesize=5.0 K 2024-11-14T17:21:33,676 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/data/default/test/e87d136a9705691520663d0aea7fb8eb/.tmp/f1/cc8aca48f326429e947d8c32080224af as hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/data/default/test/e87d136a9705691520663d0aea7fb8eb/f1/cc8aca48f326429e947d8c32080224af 2024-11-14T17:21:33,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44431 is added to blk_1073741845_1021 (size=5518) 2024-11-14T17:21:33,688 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cc8aca48f326429e947d8c32080224af 2024-11-14T17:21:33,688 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/data/default/test/e87d136a9705691520663d0aea7fb8eb/f1/cc8aca48f326429e947d8c32080224af, entries=2, sequenceid=8, filesize=5.0 K 2024-11-14T17:21:33,689 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/data/default/test/e87d136a9705691520663d0aea7fb8eb/.tmp/norep/8ef0abe1f400421db725fc325b14e512 as hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/data/default/test/e87d136a9705691520663d0aea7fb8eb/norep/8ef0abe1f400421db725fc325b14e512 2024-11-14T17:21:33,690 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/data/hbase/meta/1588230740/.tmp/rep_barrier/724c35e0ec81405998fa6095a8f42efc 2024-11-14T17:21:33,725 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8ef0abe1f400421db725fc325b14e512 2024-11-14T17:21:33,725 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/data/default/test/e87d136a9705691520663d0aea7fb8eb/norep/8ef0abe1f400421db725fc325b14e512, entries=1, sequenceid=8, filesize=5.0 K 2024-11-14T17:21:33,730 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for e87d136a9705691520663d0aea7fb8eb in 797ms, sequenceid=8, compaction requested=false 2024-11-14T17:21:33,751 DEBUG [RS:0;4e57a52647ef:34797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ea3a9d8740b17ad1c37e3abd58e83b5, e87d136a9705691520663d0aea7fb8eb 2024-11-14T17:21:33,795 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/data/hbase/meta/1588230740/.tmp/table/a84a4c1f44ca4f05bf050187580b9e62 is 53, key is hbase:replication/table:state/1731604887749/Put/seqid=0 2024-11-14T17:21:33,795 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,34797,1731604879514.replicationSource.wal-reader.4e57a52647ef%2C34797%2C1731604879514,1-4e57a52647ef,34797,1731604879514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/WALs/4e57a52647ef,34797,1731604879514/4e57a52647ef%2C34797%2C1731604879514.1731604881553 to pos 1162, reset compression=false 2024-11-14T17:21:33,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44431 is added to blk_1073741846_1022 (size=5308) 2024-11-14T17:21:33,866 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/data/default/test/e87d136a9705691520663d0aea7fb8eb/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T17:21:33,869 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T17:21:33,869 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T17:21:33,869 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731604883358.e87d136a9705691520663d0aea7fb8eb. 2024-11-14T17:21:33,869 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e87d136a9705691520663d0aea7fb8eb: Waiting for close lock at 1731604892933Running coprocessor pre-close hooks at 1731604892933Disabling compacts and flushes for region at 1731604892933Disabling writes for close at 1731604892933Obtaining lock to block concurrent updates at 1731604892933Preparing flush snapshotting stores in e87d136a9705691520663d0aea7fb8eb at 1731604892933Finished memstore snapshotting test,,1731604883358.e87d136a9705691520663d0aea7fb8eb., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731604892934 (+1 ms)Flushing stores of test,,1731604883358.e87d136a9705691520663d0aea7fb8eb. at 1731604892935 (+1 ms)Flushing e87d136a9705691520663d0aea7fb8eb/f: creating writer at 1731604892935Flushing e87d136a9705691520663d0aea7fb8eb/f: appending metadata at 1731604892967 (+32 ms)Flushing e87d136a9705691520663d0aea7fb8eb/f: closing flushed file at 1731604892967Flushing e87d136a9705691520663d0aea7fb8eb/f1: creating writer at 1731604893015 (+48 ms)Flushing e87d136a9705691520663d0aea7fb8eb/f1: appending metadata at 1731604893042 (+27 ms)Flushing e87d136a9705691520663d0aea7fb8eb/f1: closing flushed file at 1731604893042Flushing e87d136a9705691520663d0aea7fb8eb/norep: creating writer at 1731604893554 (+512 ms)Flushing e87d136a9705691520663d0aea7fb8eb/norep: appending metadata at 1731604893584 (+30 ms)Flushing e87d136a9705691520663d0aea7fb8eb/norep: closing flushed file at 1731604893584Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3222c85c: reopening flushed file at 1731604893664 (+80 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7017d338: reopening flushed file at 1731604893675 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54c7f5c1: reopening flushed file at 1731604893688 (+13 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for e87d136a9705691520663d0aea7fb8eb in 797ms, sequenceid=8, compaction requested=false at 1731604893730 (+42 ms)Writing region close event to WAL at 1731604893791 (+61 ms)Running coprocessor post-close hooks at 1731604893869 (+78 ms)Closed at 1731604893869 2024-11-14T17:21:33,869 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731604883358.e87d136a9705691520663d0aea7fb8eb. 2024-11-14T17:21:33,870 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1ea3a9d8740b17ad1c37e3abd58e83b5, disabling compactions & flushes 2024-11-14T17:21:33,870 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731604886693.1ea3a9d8740b17ad1c37e3abd58e83b5. 2024-11-14T17:21:33,870 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731604886693.1ea3a9d8740b17ad1c37e3abd58e83b5. 2024-11-14T17:21:33,870 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731604886693.1ea3a9d8740b17ad1c37e3abd58e83b5. after waiting 0 ms 2024-11-14T17:21:33,870 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731604886693.1ea3a9d8740b17ad1c37e3abd58e83b5. 2024-11-14T17:21:33,870 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1ea3a9d8740b17ad1c37e3abd58e83b5: Waiting for close lock at 1731604893870Running coprocessor pre-close hooks at 1731604893870Disabling compacts and flushes for region at 1731604893870Disabling writes for close at 1731604893870Failed flush hbase:replication,,1731604886693.1ea3a9d8740b17ad1c37e3abd58e83b5., putting online again at 1731604893870 2024-11-14T17:21:33,870 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731604886693.1ea3a9d8740b17ad1c37e3abd58e83b5. 2024-11-14T17:21:33,886 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,34797,1731604879514.replicationSource.wal-reader.4e57a52647ef%2C34797%2C1731604879514,1-4e57a52647ef,34797,1731604879514 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T17:21:33,886 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,34797,1731604879514.replicationSource.wal-reader.4e57a52647ef%2C34797%2C1731604879514,1-4e57a52647ef,34797,1731604879514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/WALs/4e57a52647ef,34797,1731604879514/4e57a52647ef%2C34797%2C1731604879514.1731604881553 to pos 1806, reset compression=false 2024-11-14T17:21:33,951 INFO [RS:0;4e57a52647ef:34797 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T17:21:33,951 DEBUG [RS:0;4e57a52647ef:34797 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1ea3a9d8740b17ad1c37e3abd58e83b5=hbase:replication,,1731604886693.1ea3a9d8740b17ad1c37e3abd58e83b5.} 2024-11-14T17:21:33,951 INFO [RS:0;4e57a52647ef:34797 {}] regionserver.HRegionServer(3091): Received CLOSE for 1ea3a9d8740b17ad1c37e3abd58e83b5 2024-11-14T17:21:33,951 DEBUG [RS:0;4e57a52647ef:34797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ea3a9d8740b17ad1c37e3abd58e83b5 2024-11-14T17:21:33,951 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1ea3a9d8740b17ad1c37e3abd58e83b5, disabling compactions & flushes 2024-11-14T17:21:33,951 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731604886693.1ea3a9d8740b17ad1c37e3abd58e83b5. 2024-11-14T17:21:33,951 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731604886693.1ea3a9d8740b17ad1c37e3abd58e83b5. 2024-11-14T17:21:33,951 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731604886693.1ea3a9d8740b17ad1c37e3abd58e83b5. after waiting 0 ms 2024-11-14T17:21:33,951 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731604886693.1ea3a9d8740b17ad1c37e3abd58e83b5. 2024-11-14T17:21:33,951 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1ea3a9d8740b17ad1c37e3abd58e83b5: Waiting for close lock at 1731604893951Running coprocessor pre-close hooks at 1731604893951Disabling compacts and flushes for region at 1731604893951Disabling writes for close at 1731604893951Failed flush hbase:replication,,1731604886693.1ea3a9d8740b17ad1c37e3abd58e83b5., putting online again at 1731604893951 2024-11-14T17:21:33,951 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731604886693.1ea3a9d8740b17ad1c37e3abd58e83b5. 2024-11-14T17:21:34,144 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,34797,1731604879514.replicationSource.wal-reader.4e57a52647ef%2C34797%2C1731604879514,1-4e57a52647ef,34797,1731604879514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/WALs/4e57a52647ef,34797,1731604879514/4e57a52647ef%2C34797%2C1731604879514.1731604881553 to pos 1806, reset compression=false 2024-11-14T17:21:34,151 DEBUG [RS:0;4e57a52647ef:34797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T17:21:34,211 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,42069,1731604875299.replicationSource.wal-reader.4e57a52647ef%2C42069%2C1731604875299,1-4e57a52647ef,42069,1731604875299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/WALs/4e57a52647ef,42069,1731604875299/4e57a52647ef%2C42069%2C1731604875299.1731604876244 to pos 912, reset compression=false 2024-11-14T17:21:34,260 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/data/hbase/meta/1588230740/.tmp/table/a84a4c1f44ca4f05bf050187580b9e62 2024-11-14T17:21:34,268 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/data/hbase/meta/1588230740/.tmp/info/3b1397a75d4b4920bf9d31d0bdf7a22d as hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/data/hbase/meta/1588230740/info/3b1397a75d4b4920bf9d31d0bdf7a22d 2024-11-14T17:21:34,280 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/data/hbase/meta/1588230740/info/3b1397a75d4b4920bf9d31d0bdf7a22d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T17:21:34,281 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/data/hbase/meta/1588230740/.tmp/ns/760888387f26436fb576592fb2a13c26 as hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/data/hbase/meta/1588230740/ns/760888387f26436fb576592fb2a13c26 2024-11-14T17:21:34,287 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/data/hbase/meta/1588230740/ns/760888387f26436fb576592fb2a13c26, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T17:21:34,288 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/data/hbase/meta/1588230740/.tmp/rep_barrier/724c35e0ec81405998fa6095a8f42efc as hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/data/hbase/meta/1588230740/rep_barrier/724c35e0ec81405998fa6095a8f42efc 2024-11-14T17:21:34,295 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/data/hbase/meta/1588230740/rep_barrier/724c35e0ec81405998fa6095a8f42efc, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T17:21:34,296 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/data/hbase/meta/1588230740/.tmp/table/a84a4c1f44ca4f05bf050187580b9e62 as hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/data/hbase/meta/1588230740/table/a84a4c1f44ca4f05bf050187580b9e62 2024-11-14T17:21:34,307 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/data/hbase/meta/1588230740/table/a84a4c1f44ca4f05bf050187580b9e62, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T17:21:34,309 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1370ms, sequenceid=16, compaction requested=false 2024-11-14T17:21:34,332 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T17:21:34,333 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T17:21:34,333 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T17:21:34,333 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T17:21:34,333 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731604892939Running coprocessor pre-close hooks at 1731604892939Disabling compacts and flushes for region at 1731604892939Disabling writes for close at 1731604892939Obtaining lock to block concurrent updates at 1731604892939Preparing flush snapshotting stores in 1588230740 at 1731604892939Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731604892940 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731604892941 (+1 ms)Flushing 1588230740/info: creating writer at 1731604892941Flushing 1588230740/info: appending metadata at 1731604892985 (+44 ms)Flushing 1588230740/info: closing flushed file at 1731604892985Flushing 1588230740/ns: creating writer at 1731604893027 (+42 ms)Flushing 1588230740/ns: appending metadata at 1731604893052 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1731604893052Flushing 1588230740/rep_barrier: creating writer at 1731604893558 (+506 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731604893600 (+42 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731604893600Flushing 1588230740/table: creating writer at 1731604893729 (+129 ms)Flushing 1588230740/table: appending metadata at 1731604893794 (+65 ms)Flushing 1588230740/table: closing flushed file at 1731604893794Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64830472: reopening flushed file at 1731604894266 (+472 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57e9a73c: reopening flushed file at 1731604894280 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16fc8ecf: reopening flushed file at 1731604894287 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3103b558: reopening flushed file at 1731604894296 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1370ms, sequenceid=16, compaction requested=false at 1731604894309 (+13 ms)Writing region close event to WAL at 1731604894327 (+18 ms)Running coprocessor post-close hooks at 1731604894333 (+6 ms)Closed at 1731604894333 2024-11-14T17:21:34,333 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T17:21:34,354 INFO [RS:0;4e57a52647ef:34797 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-14T17:21:34,354 INFO [RS:0;4e57a52647ef:34797 {}] regionserver.HRegionServer(976): stopping server 4e57a52647ef,34797,1731604879514; all regions closed. 2024-11-14T17:21:34,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44431 is added to blk_1073741834_1010 (size=4239) 2024-11-14T17:21:34,399 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/WALs/4e57a52647ef,34797,1731604879514/4e57a52647ef%2C34797%2C1731604879514.rep.1731604887531 not finished, retry = 0 2024-11-14T17:21:34,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44431 is added to blk_1073741839_1015 (size=1515) 2024-11-14T17:21:34,452 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,34797,1731604879514.replicationSource.wal-reader.4e57a52647ef%2C34797%2C1731604879514,1-4e57a52647ef,34797,1731604879514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/WALs/4e57a52647ef,34797,1731604879514/4e57a52647ef%2C34797%2C1731604879514.1731604881553 to pos 1806, reset compression=false 2024-11-14T17:21:34,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44431 is added to blk_1073741833_1009 (size=1814) 2024-11-14T17:21:34,515 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/WALs/4e57a52647ef,34797,1731604879514/4e57a52647ef%2C34797%2C1731604879514.1731604881553 not finished, retry = 0 2024-11-14T17:21:34,626 DEBUG [RS:0;4e57a52647ef:34797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:34,626 INFO [RS:0;4e57a52647ef:34797 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T17:21:34,626 INFO [RS:0;4e57a52647ef:34797 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T17:21:34,626 INFO [RS:0;4e57a52647ef:34797 {}] hbase.ChoreService(370): Chore service for: regionserver/4e57a52647ef:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T17:21:34,626 INFO [RS:0;4e57a52647ef:34797 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T17:21:34,626 INFO [RS:0;4e57a52647ef:34797 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4e57a52647ef,34797,1731604879514 because: Region server is closing 2024-11-14T17:21:34,626 INFO [RS:0;4e57a52647ef:34797 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4e57a52647ef:34797. 2024-11-14T17:21:34,627 DEBUG [RS:0;4e57a52647ef:34797 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:21:34,627 DEBUG [RS:0;4e57a52647ef:34797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:34,627 DEBUG [RS:0;4e57a52647ef:34797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:34,629 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:21:34,629 INFO [regionserver/4e57a52647ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T17:21:34,727 INFO [RS:0;4e57a52647ef:34797 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,34797,1731604879514.replicationSource.shipper4e57a52647ef%2C34797%2C1731604879514,1-4e57a52647ef,34797,1731604879514 terminated 2024-11-14T17:21:34,727 INFO [RS:0;4e57a52647ef:34797 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4e57a52647ef:34797. 2024-11-14T17:21:34,727 DEBUG [RS:0;4e57a52647ef:34797 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:21:34,728 DEBUG [RS:0;4e57a52647ef:34797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:34,728 DEBUG [RS:0;4e57a52647ef:34797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:34,728 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:21:34,728 INFO [RS:0;4e57a52647ef:34797 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34797 2024-11-14T17:21:34,728 WARN [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,34797,1731604879514.replicationSource.wal-reader.4e57a52647ef%2C34797%2C1731604879514,1-4e57a52647ef,34797,1731604879514 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T17:21:34,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34797-0x100ab7511230004, quorum=127.0.0.1:64117, baseZNode=/11984833018 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11984833018/rs/4e57a52647ef,34797,1731604879514 2024-11-14T17:21:34,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41139-0x100ab7511230003, quorum=127.0.0.1:64117, baseZNode=/11984833018 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11984833018/rs 2024-11-14T17:21:34,732 INFO [RS:0;4e57a52647ef:34797 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T17:21:34,733 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4e57a52647ef,34797,1731604879514] 2024-11-14T17:21:34,744 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11984833018/draining/4e57a52647ef,34797,1731604879514 already deleted, retry=false 2024-11-14T17:21:34,744 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4e57a52647ef,34797,1731604879514 expired; onlineServers=0 2024-11-14T17:21:34,744 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4e57a52647ef,41139,1731604879431' ***** 2024-11-14T17:21:34,744 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T17:21:34,744 INFO [M:0;4e57a52647ef:41139 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T17:21:34,744 INFO [M:0;4e57a52647ef:41139 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T17:21:34,744 DEBUG [M:0;4e57a52647ef:41139 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T17:21:34,744 DEBUG [M:0;4e57a52647ef:41139 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T17:21:34,744 INFO [M:0;4e57a52647ef:41139 {}] hbase.ChoreService(370): Chore service for: master/4e57a52647ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T17:21:34,744 INFO [M:0;4e57a52647ef:41139 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T17:21:34,744 DEBUG [M:0;4e57a52647ef:41139 {}] master.HMaster(1795): Stopping service threads 2024-11-14T17:21:34,744 DEBUG [master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731604881141 {}] cleaner.HFileCleaner(306): Exit Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731604881141,5,FailOnTimeoutGroup] 2024-11-14T17:21:34,744 INFO [M:0;4e57a52647ef:41139 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T17:21:34,745 INFO [M:0;4e57a52647ef:41139 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T17:21:34,745 INFO [M:0;4e57a52647ef:41139 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T17:21:34,745 DEBUG [master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731604881155 {}] cleaner.HFileCleaner(306): Exit Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731604881155,5,FailOnTimeoutGroup] 2024-11-14T17:21:34,746 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T17:21:34,746 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T17:21:34,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41139-0x100ab7511230003, quorum=127.0.0.1:64117, baseZNode=/11984833018 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11984833018/master 2024-11-14T17:21:34,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41139-0x100ab7511230003, quorum=127.0.0.1:64117, baseZNode=/11984833018 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11984833018 2024-11-14T17:21:34,756 DEBUG [M:0;4e57a52647ef:41139 {}] zookeeper.RecoverableZooKeeper(212): Node /11984833018/master already deleted, retry=false 2024-11-14T17:21:34,756 DEBUG [M:0;4e57a52647ef:41139 {}] master.ActiveMasterManager(353): master:41139-0x100ab7511230003, quorum=127.0.0.1:64117, baseZNode=/11984833018 Failed delete of our master address node; KeeperErrorCode = NoNode for /11984833018/master 2024-11-14T17:21:34,757 INFO [M:0;4e57a52647ef:41139 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/.lastflushedseqids 2024-11-14T17:21:34,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44431 is added to blk_1073741847_1023 (size=245) 2024-11-14T17:21:34,797 INFO [M:0;4e57a52647ef:41139 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T17:21:34,797 INFO [M:0;4e57a52647ef:41139 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T17:21:34,798 DEBUG [M:0;4e57a52647ef:41139 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T17:21:34,798 INFO [M:0;4e57a52647ef:41139 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:21:34,798 DEBUG [M:0;4e57a52647ef:41139 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:21:34,799 DEBUG [M:0;4e57a52647ef:41139 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T17:21:34,799 DEBUG [M:0;4e57a52647ef:41139 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:21:34,801 INFO [M:0;4e57a52647ef:41139 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-14T17:21:34,828 DEBUG [M:0;4e57a52647ef:41139 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7d81cd1e5ddf4256869488979963fc4b is 82, key is hbase:meta,,1/info:regioninfo/1731604882055/Put/seqid=0 2024-11-14T17:21:34,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34797-0x100ab7511230004, quorum=127.0.0.1:64117, baseZNode=/11984833018 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:21:34,834 INFO [RS:0;4e57a52647ef:34797 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T17:21:34,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34797-0x100ab7511230004, quorum=127.0.0.1:64117, baseZNode=/11984833018 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:21:34,834 INFO [RS:0;4e57a52647ef:34797 {}] regionserver.HRegionServer(1031): Exiting; stopping=4e57a52647ef,34797,1731604879514; zookeeper connection closed. 2024-11-14T17:21:34,849 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,42069,1731604875299.replicationSource.wal-reader.4e57a52647ef%2C42069%2C1731604875299,1-4e57a52647ef,42069,1731604875299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/WALs/4e57a52647ef,42069,1731604875299/4e57a52647ef%2C42069%2C1731604875299.1731604876244 to pos 912, reset compression=false 2024-11-14T17:21:34,855 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2eff6827 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2eff6827 2024-11-14T17:21:34,855 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T17:21:34,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44431 is added to blk_1073741848_1024 (size=5672) 2024-11-14T17:21:34,868 INFO [M:0;4e57a52647ef:41139 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7d81cd1e5ddf4256869488979963fc4b 2024-11-14T17:21:34,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T17:21:34,876 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-14T17:21:34,939 DEBUG [M:0;4e57a52647ef:41139 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c791de03499343b39b57d5a4d0ff33a6 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731604887754/Put/seqid=0 2024-11-14T17:21:34,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44431 is added to blk_1073741849_1025 (size=8515) 2024-11-14T17:21:34,991 INFO [M:0;4e57a52647ef:41139 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c791de03499343b39b57d5a4d0ff33a6 2024-11-14T17:21:35,031 DEBUG [M:0;4e57a52647ef:41139 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ff6a9f409dcc4d5faa96e18c8e075219 is 69, key is 4e57a52647ef,34797,1731604879514/rs:state/1731604881203/Put/seqid=0 2024-11-14T17:21:35,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44431 is added to blk_1073741850_1026 (size=5156) 2024-11-14T17:21:35,468 INFO [M:0;4e57a52647ef:41139 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ff6a9f409dcc4d5faa96e18c8e075219 2024-11-14T17:21:35,492 DEBUG [M:0;4e57a52647ef:41139 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7d81cd1e5ddf4256869488979963fc4b as hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7d81cd1e5ddf4256869488979963fc4b 2024-11-14T17:21:35,513 INFO [M:0;4e57a52647ef:41139 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7d81cd1e5ddf4256869488979963fc4b, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T17:21:35,515 DEBUG [M:0;4e57a52647ef:41139 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c791de03499343b39b57d5a4d0ff33a6 as hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c791de03499343b39b57d5a4d0ff33a6 2024-11-14T17:21:35,523 INFO [M:0;4e57a52647ef:41139 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c791de03499343b39b57d5a4d0ff33a6, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T17:21:35,527 DEBUG [M:0;4e57a52647ef:41139 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ff6a9f409dcc4d5faa96e18c8e075219 as hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ff6a9f409dcc4d5faa96e18c8e075219 2024-11-14T17:21:35,535 INFO [M:0;4e57a52647ef:41139 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45729/user/jenkins/test-data/032aa9a9-9596-0dfb-50e1-c4560e286724/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ff6a9f409dcc4d5faa96e18c8e075219, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T17:21:35,536 INFO [M:0;4e57a52647ef:41139 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 737ms, sequenceid=97, compaction requested=false 2024-11-14T17:21:35,579 INFO [M:0;4e57a52647ef:41139 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:21:35,579 DEBUG [M:0;4e57a52647ef:41139 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731604894798Disabling compacts and flushes for region at 1731604894798Disabling writes for close at 1731604894799 (+1 ms)Obtaining lock to block concurrent updates at 1731604894801 (+2 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731604894801Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731604894803 (+2 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731604894803Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731604894803Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731604894828 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731604894828Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731604894896 (+68 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731604894939 (+43 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731604894939Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731604895006 (+67 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731604895030 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731604895030Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48db3f39: reopening flushed file at 1731604895489 (+459 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ecbeb19: reopening flushed file at 1731604895513 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3999ec1a: reopening flushed file at 1731604895523 (+10 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 737ms, sequenceid=97, compaction requested=false at 1731604895536 (+13 ms)Writing region close event to WAL at 1731604895579 (+43 ms)Closed at 1731604895579 2024-11-14T17:21:35,584 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,42069,1731604875299.replicationSource.wal-reader.4e57a52647ef%2C42069%2C1731604875299,1-4e57a52647ef,42069,1731604875299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/WALs/4e57a52647ef,42069,1731604875299/4e57a52647ef%2C42069%2C1731604875299.1731604876244 to pos 912, reset compression=false 2024-11-14T17:21:35,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44431 is added to blk_1073741830_1006 (size=63642) 2024-11-14T17:21:35,598 INFO [M:0;4e57a52647ef:41139 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T17:21:35,598 INFO [M:0;4e57a52647ef:41139 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41139 2024-11-14T17:21:35,599 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T17:21:35,599 INFO [M:0;4e57a52647ef:41139 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T17:21:35,704 INFO [M:0;4e57a52647ef:41139 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T17:21:35,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41139-0x100ab7511230003, quorum=127.0.0.1:64117, baseZNode=/11984833018 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:21:35,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41139-0x100ab7511230003, quorum=127.0.0.1:64117, baseZNode=/11984833018 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:21:35,762 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6634acf5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T17:21:35,763 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@62ee8a2a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T17:21:35,763 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T17:21:35,763 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e0d79e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T17:21:35,763 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@765f6862{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcceedf0-3fff-c92a-7e01-be953cee0d50/hadoop.log.dir/,STOPPED} 2024-11-14T17:21:35,768 WARN [BP-431166598-172.17.0.3-1731604877584 heartbeating to localhost/127.0.0.1:45729 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T17:21:35,768 WARN [BP-431166598-172.17.0.3-1731604877584 heartbeating to localhost/127.0.0.1:45729 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-431166598-172.17.0.3-1731604877584 (Datanode Uuid 9f52e3bb-1377-489f-8f7f-982c72296fb3) service to localhost/127.0.0.1:45729 2024-11-14T17:21:35,769 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T17:21:35,769 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T17:21:35,770 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcceedf0-3fff-c92a-7e01-be953cee0d50/cluster_8c62ae0b-e33a-200f-0358-9281a7a51434/data/data1/current/BP-431166598-172.17.0.3-1731604877584 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T17:21:35,770 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcceedf0-3fff-c92a-7e01-be953cee0d50/cluster_8c62ae0b-e33a-200f-0358-9281a7a51434/data/data2/current/BP-431166598-172.17.0.3-1731604877584 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T17:21:35,777 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T17:21:35,804 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c618675{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T17:21:35,819 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ae2f81a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T17:21:35,820 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T17:21:35,820 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1aafb10b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T17:21:35,820 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@652ca129{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcceedf0-3fff-c92a-7e01-be953cee0d50/hadoop.log.dir/,STOPPED} 2024-11-14T17:21:35,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T17:21:35,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T17:21:35,840 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:21:35,840 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:21:35,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:35,841 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:21:35,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:35,842 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T17:21:35,842 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1584615597, stopped=false 2024-11-14T17:21:35,842 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4e57a52647ef,43147,1731604875116 2024-11-14T17:21:35,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43147-0x100ab7511230000, quorum=127.0.0.1:64117, baseZNode=/01117750874 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01117750874/running 2024-11-14T17:21:35,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42069-0x100ab7511230001, quorum=127.0.0.1:64117, baseZNode=/01117750874 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01117750874/running 2024-11-14T17:21:35,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43147-0x100ab7511230000, quorum=127.0.0.1:64117, baseZNode=/01117750874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117750874 2024-11-14T17:21:35,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42069-0x100ab7511230001, quorum=127.0.0.1:64117, baseZNode=/01117750874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117750874 2024-11-14T17:21:35,844 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T17:21:35,845 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:21:35,845 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:21:35,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:35,846 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4e57a52647ef,42069,1731604875299' ***** 2024-11-14T17:21:35,846 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T17:21:35,846 INFO [RS:0;4e57a52647ef:42069 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T17:21:35,846 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T17:21:35,849 INFO [RS:0;4e57a52647ef:42069 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T17:21:35,849 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43147-0x100ab7511230000, quorum=127.0.0.1:64117, baseZNode=/01117750874 Set watcher on znode that does not yet exist, /01117750874/running 2024-11-14T17:21:35,850 INFO [RS:0;4e57a52647ef:42069 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T17:21:35,850 INFO [RS:0;4e57a52647ef:42069 {}] regionserver.HRegionServer(3091): Received CLOSE for 1e0ff31ef18b9b4c04d7b3cd88018a9b 2024-11-14T17:21:35,850 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42069-0x100ab7511230001, quorum=127.0.0.1:64117, baseZNode=/01117750874 Set watcher on znode that does not yet exist, /01117750874/running 2024-11-14T17:21:35,855 INFO [RS:0;4e57a52647ef:42069 {}] regionserver.HRegionServer(3091): Received CLOSE for 0ef8d281134a9b30ad5949a12b3a6154 2024-11-14T17:21:35,855 INFO [RS:0;4e57a52647ef:42069 {}] regionserver.HRegionServer(959): stopping server 4e57a52647ef,42069,1731604875299 2024-11-14T17:21:35,855 INFO [RS:0;4e57a52647ef:42069 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T17:21:35,855 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1e0ff31ef18b9b4c04d7b3cd88018a9b, disabling compactions & flushes 2024-11-14T17:21:35,855 INFO [RS:0;4e57a52647ef:42069 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4e57a52647ef:42069. 2024-11-14T17:21:35,855 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731604885543.1e0ff31ef18b9b4c04d7b3cd88018a9b. 2024-11-14T17:21:35,855 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731604885543.1e0ff31ef18b9b4c04d7b3cd88018a9b. 2024-11-14T17:21:35,855 DEBUG [RS:0;4e57a52647ef:42069 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:21:35,855 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731604885543.1e0ff31ef18b9b4c04d7b3cd88018a9b. after waiting 0 ms 2024-11-14T17:21:35,855 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731604885543.1e0ff31ef18b9b4c04d7b3cd88018a9b. 2024-11-14T17:21:35,855 DEBUG [RS:0;4e57a52647ef:42069 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:35,855 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1e0ff31ef18b9b4c04d7b3cd88018a9b 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-14T17:21:35,855 INFO [RS:0;4e57a52647ef:42069 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T17:21:35,855 INFO [RS:0;4e57a52647ef:42069 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T17:21:35,855 INFO [RS:0;4e57a52647ef:42069 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T17:21:35,855 INFO [RS:0;4e57a52647ef:42069 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T17:21:35,866 INFO [RS:0;4e57a52647ef:42069 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T17:21:35,866 DEBUG [RS:0;4e57a52647ef:42069 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1e0ff31ef18b9b4c04d7b3cd88018a9b=hbase:replication,,1731604885543.1e0ff31ef18b9b4c04d7b3cd88018a9b., 0ef8d281134a9b30ad5949a12b3a6154=test,,1731604882192.0ef8d281134a9b30ad5949a12b3a6154.} 2024-11-14T17:21:35,866 DEBUG [RS:0;4e57a52647ef:42069 {}] regionserver.HRegionServer(1351): Waiting on 0ef8d281134a9b30ad5949a12b3a6154, 1588230740, 1e0ff31ef18b9b4c04d7b3cd88018a9b 2024-11-14T17:21:35,867 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T17:21:35,867 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T17:21:35,867 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T17:21:35,867 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T17:21:35,867 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T17:21:35,867 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T17:21:35,903 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/data/hbase/replication/1e0ff31ef18b9b4c04d7b3cd88018a9b/.tmp/queue/30cb74c9cfce4f979544e07f7de1c77b is 153, key is 1-4e57a52647ef,42069,1731604875299/queue:4e57a52647ef%2C42069%2C1731604875299/1731604892635/Put/seqid=0 2024-11-14T17:21:35,915 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/data/hbase/meta/1588230740/.tmp/info/d764626b220543a18761ae0abb0b4951 is 147, key is hbase:replication,,1731604885543.1e0ff31ef18b9b4c04d7b3cd88018a9b./info:regioninfo/1731604886351/Put/seqid=0 2024-11-14T17:21:35,925 INFO [regionserver/4e57a52647ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T17:21:35,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741840_1016 (size=5352) 2024-11-14T17:21:35,951 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/data/hbase/replication/1e0ff31ef18b9b4c04d7b3cd88018a9b/.tmp/queue/30cb74c9cfce4f979544e07f7de1c77b 2024-11-14T17:21:35,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741841_1017 (size=7686) 2024-11-14T17:21:35,994 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/data/hbase/replication/1e0ff31ef18b9b4c04d7b3cd88018a9b/.tmp/queue/30cb74c9cfce4f979544e07f7de1c77b as hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/data/hbase/replication/1e0ff31ef18b9b4c04d7b3cd88018a9b/queue/30cb74c9cfce4f979544e07f7de1c77b 2024-11-14T17:21:36,020 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/data/hbase/replication/1e0ff31ef18b9b4c04d7b3cd88018a9b/queue/30cb74c9cfce4f979544e07f7de1c77b, entries=1, sequenceid=10, filesize=5.2 K 2024-11-14T17:21:36,028 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 1e0ff31ef18b9b4c04d7b3cd88018a9b in 173ms, sequenceid=10, compaction requested=false 2024-11-14T17:21:36,067 DEBUG [RS:0;4e57a52647ef:42069 {}] regionserver.HRegionServer(1351): Waiting on 0ef8d281134a9b30ad5949a12b3a6154, 1588230740, 1e0ff31ef18b9b4c04d7b3cd88018a9b 2024-11-14T17:21:36,072 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/data/hbase/replication/1e0ff31ef18b9b4c04d7b3cd88018a9b/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-14T17:21:36,076 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T17:21:36,076 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T17:21:36,076 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731604885543.1e0ff31ef18b9b4c04d7b3cd88018a9b. 2024-11-14T17:21:36,076 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1e0ff31ef18b9b4c04d7b3cd88018a9b: Waiting for close lock at 1731604895855Running coprocessor pre-close hooks at 1731604895855Disabling compacts and flushes for region at 1731604895855Disabling writes for close at 1731604895855Obtaining lock to block concurrent updates at 1731604895855Preparing flush snapshotting stores in 1e0ff31ef18b9b4c04d7b3cd88018a9b at 1731604895855Finished memstore snapshotting hbase:replication,,1731604885543.1e0ff31ef18b9b4c04d7b3cd88018a9b., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731604895856 (+1 ms)Flushing stores of hbase:replication,,1731604885543.1e0ff31ef18b9b4c04d7b3cd88018a9b. at 1731604895857 (+1 ms)Flushing 1e0ff31ef18b9b4c04d7b3cd88018a9b/queue: creating writer at 1731604895857Flushing 1e0ff31ef18b9b4c04d7b3cd88018a9b/queue: appending metadata at 1731604895903 (+46 ms)Flushing 1e0ff31ef18b9b4c04d7b3cd88018a9b/queue: closing flushed file at 1731604895903Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71472e9f: reopening flushed file at 1731604895990 (+87 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 1e0ff31ef18b9b4c04d7b3cd88018a9b in 173ms, sequenceid=10, compaction requested=false at 1731604896028 (+38 ms)Writing region close event to WAL at 1731604896050 (+22 ms)Running coprocessor post-close hooks at 1731604896075 (+25 ms)Closed at 1731604896076 (+1 ms) 2024-11-14T17:21:36,076 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731604885543.1e0ff31ef18b9b4c04d7b3cd88018a9b. 2024-11-14T17:21:36,076 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0ef8d281134a9b30ad5949a12b3a6154, disabling compactions & flushes 2024-11-14T17:21:36,076 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731604882192.0ef8d281134a9b30ad5949a12b3a6154. 2024-11-14T17:21:36,076 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731604882192.0ef8d281134a9b30ad5949a12b3a6154. 2024-11-14T17:21:36,076 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731604882192.0ef8d281134a9b30ad5949a12b3a6154. after waiting 0 ms 2024-11-14T17:21:36,076 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731604882192.0ef8d281134a9b30ad5949a12b3a6154. 2024-11-14T17:21:36,076 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0ef8d281134a9b30ad5949a12b3a6154 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-14T17:21:36,107 INFO [regionserver/4e57a52647ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T17:21:36,107 INFO [regionserver/4e57a52647ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T17:21:36,124 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/data/default/test/0ef8d281134a9b30ad5949a12b3a6154/.tmp/f/47cb446d861e452c8d9880de03b0b00c is 29, key is row1/f:/1731604891908/DeleteFamily/seqid=0 2024-11-14T17:21:36,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741842_1018 (size=5118) 2024-11-14T17:21:36,148 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/data/default/test/0ef8d281134a9b30ad5949a12b3a6154/.tmp/f/47cb446d861e452c8d9880de03b0b00c 2024-11-14T17:21:36,156 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 47cb446d861e452c8d9880de03b0b00c 2024-11-14T17:21:36,196 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/data/default/test/0ef8d281134a9b30ad5949a12b3a6154/.tmp/f1/d202308f6696426e99107e88e8bd655e is 30, key is row1/f1:/1731604891908/DeleteFamily/seqid=0 2024-11-14T17:21:36,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741843_1019 (size=5123) 2024-11-14T17:21:36,254 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/data/default/test/0ef8d281134a9b30ad5949a12b3a6154/.tmp/f1/d202308f6696426e99107e88e8bd655e 2024-11-14T17:21:36,266 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d202308f6696426e99107e88e8bd655e 2024-11-14T17:21:36,267 DEBUG [RS:0;4e57a52647ef:42069 {}] regionserver.HRegionServer(1351): Waiting on 0ef8d281134a9b30ad5949a12b3a6154, 1588230740 2024-11-14T17:21:36,291 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/data/default/test/0ef8d281134a9b30ad5949a12b3a6154/.tmp/norep/7d92ec9bbcce49bba1a5d9cd61173cc9 is 32, key is row/norep:/1731604890898/DeleteFamily/seqid=0 2024-11-14T17:21:36,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741844_1020 (size=5101) 2024-11-14T17:21:36,378 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/data/hbase/meta/1588230740/.tmp/info/d764626b220543a18761ae0abb0b4951 2024-11-14T17:21:36,396 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,42069,1731604875299.replicationSource.wal-reader.4e57a52647ef%2C42069%2C1731604875299,1-4e57a52647ef,42069,1731604875299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/WALs/4e57a52647ef,42069,1731604875299/4e57a52647ef%2C42069%2C1731604875299.1731604876244 to pos 912, reset compression=false 2024-11-14T17:21:36,440 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,42069,1731604875299.replicationSource.wal-reader.4e57a52647ef%2C42069%2C1731604875299,1-4e57a52647ef,42069,1731604875299 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T17:21:36,440 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,42069,1731604875299.replicationSource.wal-reader.4e57a52647ef%2C42069%2C1731604875299,1-4e57a52647ef,42069,1731604875299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/WALs/4e57a52647ef,42069,1731604875299/4e57a52647ef%2C42069%2C1731604875299.1731604876244 to pos 1159, reset compression=false 2024-11-14T17:21:36,440 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,42069,1731604875299.replicationSource.shipper4e57a52647ef%2C42069%2C1731604875299,1-4e57a52647ef,42069,1731604875299 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,42069,1731604875299 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/WALs/4e57a52647ef,42069,1731604875299/4e57a52647ef%2C42069%2C1731604875299.1731604876244, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T17:21:36,441 ERROR [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,42069,1731604875299.replicationSource.shipper4e57a52647ef%2C42069%2C1731604875299,1-4e57a52647ef,42069,1731604875299 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 4e57a52647ef,42069,1731604875299: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-4e57a52647ef,42069,1731604875299, walGroup=4e57a52647ef%2C42069%2C1731604875299, offset=4e57a52647ef%2C42069%2C1731604875299.1731604876244:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e57a52647ef:42069 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T17:21:36,442 ERROR [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,42069,1731604875299.replicationSource.shipper4e57a52647ef%2C42069%2C1731604875299,1-4e57a52647ef,42069,1731604875299 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T17:21:36,442 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,42069,1731604875299.replicationSource.shipper4e57a52647ef%2C42069%2C1731604875299,1-4e57a52647ef,42069,1731604875299 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T17:21:36,443 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,42069,1731604875299.replicationSource.shipper4e57a52647ef%2C42069%2C1731604875299,1-4e57a52647ef,42069,1731604875299 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T17:21:36,443 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,42069,1731604875299.replicationSource.shipper4e57a52647ef%2C42069%2C1731604875299,1-4e57a52647ef,42069,1731604875299 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T17:21:36,443 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,42069,1731604875299.replicationSource.shipper4e57a52647ef%2C42069%2C1731604875299,1-4e57a52647ef,42069,1731604875299 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T17:21:36,443 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,42069,1731604875299.replicationSource.shipper4e57a52647ef%2C42069%2C1731604875299,1-4e57a52647ef,42069,1731604875299 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 623216680 }, "NonHeapMemoryUsage": { "committed": 194707456, "init": 7667712, "max": -1, "used": 190884896 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T17:21:36,443 WARN [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,42069,1731604875299.replicationSource.shipper4e57a52647ef%2C42069%2C1731604875299,1-4e57a52647ef,42069,1731604875299 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e57a52647ef:43147 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e57a52647ef:43147 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T17:21:36,460 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/data/hbase/meta/1588230740/.tmp/ns/c8c0f088629b40a79a9d97425fe0f140 is 43, key is default/ns:d/1731604877401/Put/seqid=0 2024-11-14T17:21:36,467 DEBUG [RS:0;4e57a52647ef:42069 {}] regionserver.HRegionServer(1351): Waiting on 0ef8d281134a9b30ad5949a12b3a6154, 1588230740 2024-11-14T17:21:36,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741845_1021 (size=5153) 2024-11-14T17:21:36,669 DEBUG [RS:0;4e57a52647ef:42069 {}] regionserver.HRegionServer(1351): Waiting on 0ef8d281134a9b30ad5949a12b3a6154, 1588230740 2024-11-14T17:21:36,681 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,42069,1731604875299.replicationSource.wal-reader.4e57a52647ef%2C42069%2C1731604875299,1-4e57a52647ef,42069,1731604875299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/WALs/4e57a52647ef,42069,1731604875299/4e57a52647ef%2C42069%2C1731604875299.1731604876244 to pos 1159, reset compression=false 2024-11-14T17:21:36,742 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/data/default/test/0ef8d281134a9b30ad5949a12b3a6154/.tmp/norep/7d92ec9bbcce49bba1a5d9cd61173cc9 2024-11-14T17:21:36,769 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7d92ec9bbcce49bba1a5d9cd61173cc9 2024-11-14T17:21:36,781 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/data/default/test/0ef8d281134a9b30ad5949a12b3a6154/.tmp/f/47cb446d861e452c8d9880de03b0b00c as hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/data/default/test/0ef8d281134a9b30ad5949a12b3a6154/f/47cb446d861e452c8d9880de03b0b00c 2024-11-14T17:21:36,810 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 47cb446d861e452c8d9880de03b0b00c 2024-11-14T17:21:36,810 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/data/default/test/0ef8d281134a9b30ad5949a12b3a6154/f/47cb446d861e452c8d9880de03b0b00c, entries=2, sequenceid=8, filesize=5.0 K 2024-11-14T17:21:36,814 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/data/default/test/0ef8d281134a9b30ad5949a12b3a6154/.tmp/f1/d202308f6696426e99107e88e8bd655e as hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/data/default/test/0ef8d281134a9b30ad5949a12b3a6154/f1/d202308f6696426e99107e88e8bd655e 2024-11-14T17:21:36,831 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d202308f6696426e99107e88e8bd655e 2024-11-14T17:21:36,831 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/data/default/test/0ef8d281134a9b30ad5949a12b3a6154/f1/d202308f6696426e99107e88e8bd655e, entries=2, sequenceid=8, filesize=5.0 K 2024-11-14T17:21:36,834 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/data/default/test/0ef8d281134a9b30ad5949a12b3a6154/.tmp/norep/7d92ec9bbcce49bba1a5d9cd61173cc9 as hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/data/default/test/0ef8d281134a9b30ad5949a12b3a6154/norep/7d92ec9bbcce49bba1a5d9cd61173cc9 2024-11-14T17:21:36,855 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7d92ec9bbcce49bba1a5d9cd61173cc9 2024-11-14T17:21:36,856 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/data/default/test/0ef8d281134a9b30ad5949a12b3a6154/norep/7d92ec9bbcce49bba1a5d9cd61173cc9, entries=1, sequenceid=8, filesize=5.0 K 2024-11-14T17:21:36,857 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 0ef8d281134a9b30ad5949a12b3a6154 in 781ms, sequenceid=8, compaction requested=false 2024-11-14T17:21:36,869 INFO [RS:0;4e57a52647ef:42069 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T17:21:36,869 DEBUG [RS:0;4e57a52647ef:42069 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0ef8d281134a9b30ad5949a12b3a6154=test,,1731604882192.0ef8d281134a9b30ad5949a12b3a6154.} 2024-11-14T17:21:36,870 DEBUG [RS:0;4e57a52647ef:42069 {}] regionserver.HRegionServer(1351): Waiting on 0ef8d281134a9b30ad5949a12b3a6154, 1588230740 2024-11-14T17:21:36,890 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/data/default/test/0ef8d281134a9b30ad5949a12b3a6154/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T17:21:36,896 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T17:21:36,896 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T17:21:36,896 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731604882192.0ef8d281134a9b30ad5949a12b3a6154. 2024-11-14T17:21:36,896 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0ef8d281134a9b30ad5949a12b3a6154: Waiting for close lock at 1731604896076Running coprocessor pre-close hooks at 1731604896076Disabling compacts and flushes for region at 1731604896076Disabling writes for close at 1731604896076Obtaining lock to block concurrent updates at 1731604896076Preparing flush snapshotting stores in 0ef8d281134a9b30ad5949a12b3a6154 at 1731604896076Finished memstore snapshotting test,,1731604882192.0ef8d281134a9b30ad5949a12b3a6154., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731604896077 (+1 ms)Flushing stores of test,,1731604882192.0ef8d281134a9b30ad5949a12b3a6154. at 1731604896079 (+2 ms)Flushing 0ef8d281134a9b30ad5949a12b3a6154/f: creating writer at 1731604896079Flushing 0ef8d281134a9b30ad5949a12b3a6154/f: appending metadata at 1731604896123 (+44 ms)Flushing 0ef8d281134a9b30ad5949a12b3a6154/f: closing flushed file at 1731604896123Flushing 0ef8d281134a9b30ad5949a12b3a6154/f1: creating writer at 1731604896156 (+33 ms)Flushing 0ef8d281134a9b30ad5949a12b3a6154/f1: appending metadata at 1731604896195 (+39 ms)Flushing 0ef8d281134a9b30ad5949a12b3a6154/f1: closing flushed file at 1731604896195Flushing 0ef8d281134a9b30ad5949a12b3a6154/norep: creating writer at 1731604896267 (+72 ms)Flushing 0ef8d281134a9b30ad5949a12b3a6154/norep: appending metadata at 1731604896290 (+23 ms)Flushing 0ef8d281134a9b30ad5949a12b3a6154/norep: closing flushed file at 1731604896290Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cd39147: reopening flushed file at 1731604896769 (+479 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6baa8559: reopening flushed file at 1731604896811 (+42 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68c97f65: reopening flushed file at 1731604896832 (+21 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 0ef8d281134a9b30ad5949a12b3a6154 in 781ms, sequenceid=8, compaction requested=false at 1731604896857 (+25 ms)Writing region close event to WAL at 1731604896868 (+11 ms)Running coprocessor post-close hooks at 1731604896895 (+27 ms)Closed at 1731604896896 (+1 ms) 2024-11-14T17:21:36,896 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731604882192.0ef8d281134a9b30ad5949a12b3a6154. 2024-11-14T17:21:36,939 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/data/hbase/meta/1588230740/.tmp/ns/c8c0f088629b40a79a9d97425fe0f140 2024-11-14T17:21:36,985 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/data/hbase/meta/1588230740/.tmp/rep_barrier/9882f7a6bdb44375ae91c5b43e7feea8 is 112, key is test,,1731604882192.0ef8d281134a9b30ad5949a12b3a6154./rep_barrier:seqnumDuringOpen/1731604882799/Put/seqid=0 2024-11-14T17:21:36,995 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,42069,1731604875299.replicationSource.wal-reader.4e57a52647ef%2C42069%2C1731604875299,1-4e57a52647ef,42069,1731604875299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/WALs/4e57a52647ef,42069,1731604875299/4e57a52647ef%2C42069%2C1731604875299.1731604876244 to pos 1159, reset compression=false 2024-11-14T17:21:37,011 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,42069,1731604875299.replicationSource.wal-reader.4e57a52647ef%2C42069%2C1731604875299,1-4e57a52647ef,42069,1731604875299 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T17:21:37,011 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,42069,1731604875299.replicationSource.wal-reader.4e57a52647ef%2C42069%2C1731604875299,1-4e57a52647ef,42069,1731604875299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/WALs/4e57a52647ef,42069,1731604875299/4e57a52647ef%2C42069%2C1731604875299.1731604876244 to pos 1803, reset compression=false 2024-11-14T17:21:37,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741846_1022 (size=5518) 2024-11-14T17:21:37,037 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/data/hbase/meta/1588230740/.tmp/rep_barrier/9882f7a6bdb44375ae91c5b43e7feea8 2024-11-14T17:21:37,070 DEBUG [RS:0;4e57a52647ef:42069 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T17:21:37,076 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/data/hbase/meta/1588230740/.tmp/table/3d9baa166aa242378594f6415b2de413 is 53, key is hbase:replication/table:state/1731604886360/Put/seqid=0 2024-11-14T17:21:37,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741847_1023 (size=5308) 2024-11-14T17:21:37,121 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/data/hbase/meta/1588230740/.tmp/table/3d9baa166aa242378594f6415b2de413 2024-11-14T17:21:37,134 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/data/hbase/meta/1588230740/.tmp/info/d764626b220543a18761ae0abb0b4951 as hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/data/hbase/meta/1588230740/info/d764626b220543a18761ae0abb0b4951 2024-11-14T17:21:37,143 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/data/hbase/meta/1588230740/info/d764626b220543a18761ae0abb0b4951, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T17:21:37,144 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/data/hbase/meta/1588230740/.tmp/ns/c8c0f088629b40a79a9d97425fe0f140 as hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/data/hbase/meta/1588230740/ns/c8c0f088629b40a79a9d97425fe0f140 2024-11-14T17:21:37,148 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/data/hbase/meta/1588230740/ns/c8c0f088629b40a79a9d97425fe0f140, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T17:21:37,149 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/data/hbase/meta/1588230740/.tmp/rep_barrier/9882f7a6bdb44375ae91c5b43e7feea8 as hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/data/hbase/meta/1588230740/rep_barrier/9882f7a6bdb44375ae91c5b43e7feea8 2024-11-14T17:21:37,154 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/data/hbase/meta/1588230740/rep_barrier/9882f7a6bdb44375ae91c5b43e7feea8, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T17:21:37,154 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/data/hbase/meta/1588230740/.tmp/table/3d9baa166aa242378594f6415b2de413 as hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/data/hbase/meta/1588230740/table/3d9baa166aa242378594f6415b2de413 2024-11-14T17:21:37,159 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/data/hbase/meta/1588230740/table/3d9baa166aa242378594f6415b2de413, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T17:21:37,160 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1293ms, sequenceid=16, compaction requested=false 2024-11-14T17:21:37,183 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T17:21:37,184 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T17:21:37,184 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T17:21:37,184 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T17:21:37,184 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731604895867Running coprocessor pre-close hooks at 1731604895867Disabling compacts and flushes for region at 1731604895867Disabling writes for close at 1731604895867Obtaining lock to block concurrent updates at 1731604895867Preparing flush snapshotting stores in 1588230740 at 1731604895867Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731604895871 (+4 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731604895872 (+1 ms)Flushing 1588230740/info: creating writer at 1731604895872Flushing 1588230740/info: appending metadata at 1731604895915 (+43 ms)Flushing 1588230740/info: closing flushed file at 1731604895915Flushing 1588230740/ns: creating writer at 1731604896406 (+491 ms)Flushing 1588230740/ns: appending metadata at 1731604896459 (+53 ms)Flushing 1588230740/ns: closing flushed file at 1731604896460 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731604896951 (+491 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731604896984 (+33 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731604896984Flushing 1588230740/table: creating writer at 1731604897049 (+65 ms)Flushing 1588230740/table: appending metadata at 1731604897076 (+27 ms)Flushing 1588230740/table: closing flushed file at 1731604897076Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75711e5d: reopening flushed file at 1731604897132 (+56 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7968a9c: reopening flushed file at 1731604897143 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34b68e63: reopening flushed file at 1731604897148 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4856b79a: reopening flushed file at 1731604897154 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1293ms, sequenceid=16, compaction requested=false at 1731604897160 (+6 ms)Writing region close event to WAL at 1731604897178 (+18 ms)Running coprocessor post-close hooks at 1731604897184 (+6 ms)Closed at 1731604897184 2024-11-14T17:21:37,184 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T17:21:37,241 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,42069,1731604875299.replicationSource.wal-reader.4e57a52647ef%2C42069%2C1731604875299,1-4e57a52647ef,42069,1731604875299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/WALs/4e57a52647ef,42069,1731604875299/4e57a52647ef%2C42069%2C1731604875299.1731604876244 to pos 1803, reset compression=false 2024-11-14T17:21:37,270 INFO [RS:0;4e57a52647ef:42069 {}] regionserver.HRegionServer(976): stopping server 4e57a52647ef,42069,1731604875299; all regions closed. 2024-11-14T17:21:37,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741834_1010 (size=4239) 2024-11-14T17:21:37,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741839_1015 (size=2676) 2024-11-14T17:21:37,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741832_1008 (size=1811) 2024-11-14T17:21:37,325 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/WALs/4e57a52647ef,42069,1731604875299/4e57a52647ef%2C42069%2C1731604875299.1731604876244 not finished, retry = 0 2024-11-14T17:21:37,426 DEBUG [RS:0;4e57a52647ef:42069 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:37,426 INFO [RS:0;4e57a52647ef:42069 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T17:21:37,426 INFO [RS:0;4e57a52647ef:42069 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T17:21:37,426 INFO [RS:0;4e57a52647ef:42069 {}] hbase.ChoreService(370): Chore service for: regionserver/4e57a52647ef:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T17:21:37,426 INFO [RS:0;4e57a52647ef:42069 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T17:21:37,427 INFO [RS:0;4e57a52647ef:42069 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4e57a52647ef,42069,1731604875299 because: Region server is closing 2024-11-14T17:21:37,427 INFO [RS:0;4e57a52647ef:42069 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4e57a52647ef:42069. 2024-11-14T17:21:37,427 DEBUG [RS:0;4e57a52647ef:42069 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:21:37,427 DEBUG [RS:0;4e57a52647ef:42069 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:37,427 DEBUG [RS:0;4e57a52647ef:42069 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:37,427 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:21:37,427 INFO [regionserver/4e57a52647ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T17:21:37,527 INFO [RS:0;4e57a52647ef:42069 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,42069,1731604875299.replicationSource.shipper4e57a52647ef%2C42069%2C1731604875299,1-4e57a52647ef,42069,1731604875299 terminated 2024-11-14T17:21:37,527 WARN [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,42069,1731604875299.replicationSource.wal-reader.4e57a52647ef%2C42069%2C1731604875299,1-4e57a52647ef,42069,1731604875299 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T17:21:37,528 INFO [RS:0;4e57a52647ef:42069 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4e57a52647ef:42069. 2024-11-14T17:21:37,528 DEBUG [RS:0;4e57a52647ef:42069 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:21:37,528 DEBUG [RS:0;4e57a52647ef:42069 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:37,528 DEBUG [RS:0;4e57a52647ef:42069 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:37,528 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:21:37,528 INFO [RS:0;4e57a52647ef:42069 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42069 2024-11-14T17:21:37,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43147-0x100ab7511230000, quorum=127.0.0.1:64117, baseZNode=/01117750874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117750874/rs 2024-11-14T17:21:37,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42069-0x100ab7511230001, quorum=127.0.0.1:64117, baseZNode=/01117750874 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01117750874/rs/4e57a52647ef,42069,1731604875299 2024-11-14T17:21:37,532 INFO [RS:0;4e57a52647ef:42069 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T17:21:37,532 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4e57a52647ef,42069,1731604875299] 2024-11-14T17:21:37,536 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01117750874/draining/4e57a52647ef,42069,1731604875299 already deleted, retry=false 2024-11-14T17:21:37,536 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4e57a52647ef,42069,1731604875299 expired; onlineServers=0 2024-11-14T17:21:37,536 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4e57a52647ef,43147,1731604875116' ***** 2024-11-14T17:21:37,536 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T17:21:37,536 INFO [M:0;4e57a52647ef:43147 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T17:21:37,536 INFO [M:0;4e57a52647ef:43147 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T17:21:37,536 DEBUG [M:0;4e57a52647ef:43147 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T17:21:37,536 DEBUG [M:0;4e57a52647ef:43147 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T17:21:37,536 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T17:21:37,536 DEBUG [master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731604876046 {}] cleaner.HFileCleaner(306): Exit Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731604876046,5,FailOnTimeoutGroup] 2024-11-14T17:21:37,536 DEBUG [master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731604876042 {}] cleaner.HFileCleaner(306): Exit Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731604876042,5,FailOnTimeoutGroup] 2024-11-14T17:21:37,536 INFO [M:0;4e57a52647ef:43147 {}] hbase.ChoreService(370): Chore service for: master/4e57a52647ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T17:21:37,536 INFO [M:0;4e57a52647ef:43147 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T17:21:37,536 DEBUG [M:0;4e57a52647ef:43147 {}] master.HMaster(1795): Stopping service threads 2024-11-14T17:21:37,537 INFO [M:0;4e57a52647ef:43147 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T17:21:37,537 INFO [M:0;4e57a52647ef:43147 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T17:21:37,537 INFO [M:0;4e57a52647ef:43147 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T17:21:37,538 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T17:21:37,539 DEBUG [M:0;4e57a52647ef:43147 {}] zookeeper.RecoverableZooKeeper(212): Node /01117750874/master already deleted, retry=false 2024-11-14T17:21:37,540 DEBUG [M:0;4e57a52647ef:43147 {}] master.ActiveMasterManager(353): master:43147-0x100ab7511230000, quorum=127.0.0.1:64117, baseZNode=/01117750874 Failed delete of our master address node; KeeperErrorCode = NoNode for /01117750874/master 2024-11-14T17:21:37,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43147-0x100ab7511230000, quorum=127.0.0.1:64117, baseZNode=/01117750874 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01117750874/master 2024-11-14T17:21:37,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43147-0x100ab7511230000, quorum=127.0.0.1:64117, baseZNode=/01117750874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01117750874 2024-11-14T17:21:37,543 INFO [M:0;4e57a52647ef:43147 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/.lastflushedseqids 2024-11-14T17:21:37,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741848_1024 (size=245) 2024-11-14T17:21:37,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42069-0x100ab7511230001, quorum=127.0.0.1:64117, baseZNode=/01117750874 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:21:37,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42069-0x100ab7511230001, quorum=127.0.0.1:64117, baseZNode=/01117750874 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:21:37,638 INFO [RS:0;4e57a52647ef:42069 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T17:21:37,638 INFO [RS:0;4e57a52647ef:42069 {}] regionserver.HRegionServer(1031): Exiting; stopping=4e57a52647ef,42069,1731604875299; zookeeper connection closed. 2024-11-14T17:21:37,638 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7f8c87a1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7f8c87a1 2024-11-14T17:21:37,638 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T17:21:38,000 INFO [M:0;4e57a52647ef:43147 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T17:21:38,001 INFO [M:0;4e57a52647ef:43147 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T17:21:38,001 DEBUG [M:0;4e57a52647ef:43147 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T17:21:38,001 INFO [M:0;4e57a52647ef:43147 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:21:38,001 DEBUG [M:0;4e57a52647ef:43147 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:21:38,001 DEBUG [M:0;4e57a52647ef:43147 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T17:21:38,001 DEBUG [M:0;4e57a52647ef:43147 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:21:38,001 INFO [M:0;4e57a52647ef:43147 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-14T17:21:38,039 DEBUG [M:0;4e57a52647ef:43147 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f5e75ac91c864e329ca1d6d7f8038be0 is 82, key is hbase:meta,,1/info:regioninfo/1731604877373/Put/seqid=0 2024-11-14T17:21:38,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741849_1025 (size=5672) 2024-11-14T17:21:38,098 INFO [M:0;4e57a52647ef:43147 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f5e75ac91c864e329ca1d6d7f8038be0 2024-11-14T17:21:38,212 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:21:38,213 DEBUG [M:0;4e57a52647ef:43147 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6e273ae60fe743be8a28aa4a75face31 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731604886363/Put/seqid=0 2024-11-14T17:21:38,213 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4e57a52647ef,35055,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e57a52647ef:35055 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T17:21:38,213 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28297 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4e57a52647ef,35055,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e57a52647ef:35055 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T17:21:38,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741850_1026 (size=8515) 2024-11-14T17:21:38,671 INFO [M:0;4e57a52647ef:43147 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6e273ae60fe743be8a28aa4a75face31 2024-11-14T17:21:38,705 DEBUG [M:0;4e57a52647ef:43147 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e5dc8c61ddca4dd2818f9f056e458993 is 69, key is 4e57a52647ef,42069,1731604875299/rs:state/1731604876092/Put/seqid=0 2024-11-14T17:21:38,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741851_1027 (size=5156) 2024-11-14T17:21:38,726 INFO [M:0;4e57a52647ef:43147 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e5dc8c61ddca4dd2818f9f056e458993 2024-11-14T17:21:38,731 DEBUG [M:0;4e57a52647ef:43147 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f5e75ac91c864e329ca1d6d7f8038be0 as hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f5e75ac91c864e329ca1d6d7f8038be0 2024-11-14T17:21:38,738 INFO [M:0;4e57a52647ef:43147 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f5e75ac91c864e329ca1d6d7f8038be0, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T17:21:38,739 DEBUG [M:0;4e57a52647ef:43147 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6e273ae60fe743be8a28aa4a75face31 as hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6e273ae60fe743be8a28aa4a75face31 2024-11-14T17:21:38,744 INFO [M:0;4e57a52647ef:43147 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6e273ae60fe743be8a28aa4a75face31, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T17:21:38,745 DEBUG [M:0;4e57a52647ef:43147 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e5dc8c61ddca4dd2818f9f056e458993 as hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e5dc8c61ddca4dd2818f9f056e458993 2024-11-14T17:21:38,748 INFO [M:0;4e57a52647ef:43147 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43959/user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e5dc8c61ddca4dd2818f9f056e458993, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T17:21:38,749 INFO [M:0;4e57a52647ef:43147 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 748ms, sequenceid=97, compaction requested=false 2024-11-14T17:21:38,755 INFO [M:0;4e57a52647ef:43147 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:21:38,755 DEBUG [M:0;4e57a52647ef:43147 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731604898001Disabling compacts and flushes for region at 1731604898001Disabling writes for close at 1731604898001Obtaining lock to block concurrent updates at 1731604898001Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731604898001Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731604898002 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731604898004 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731604898004Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731604898038 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731604898038Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731604898131 (+93 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731604898210 (+79 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731604898210Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731604898678 (+468 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731604898704 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731604898704Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e5316a2: reopening flushed file at 1731604898731 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9cc4062: reopening flushed file at 1731604898738 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e10ebc8: reopening flushed file at 1731604898744 (+6 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 748ms, sequenceid=97, compaction requested=false at 1731604898749 (+5 ms)Writing region close event to WAL at 1731604898754 (+5 ms)Closed at 1731604898754 2024-11-14T17:21:38,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741830_1006 (size=63642) 2024-11-14T17:21:38,784 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8a970475-7f1c-4da2-d327-334a5098133c/MasterData/WALs/4e57a52647ef,43147,1731604875116/4e57a52647ef%2C43147%2C1731604875116.1731604875964 not finished, retry = 0 2024-11-14T17:21:38,886 INFO [M:0;4e57a52647ef:43147 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T17:21:38,886 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T17:21:38,886 INFO [M:0;4e57a52647ef:43147 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43147 2024-11-14T17:21:38,888 INFO [M:0;4e57a52647ef:43147 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T17:21:38,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43147-0x100ab7511230000, quorum=127.0.0.1:64117, baseZNode=/01117750874 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:21:38,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43147-0x100ab7511230000, quorum=127.0.0.1:64117, baseZNode=/01117750874 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:21:38,993 INFO [M:0;4e57a52647ef:43147 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T17:21:39,021 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@566951c3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T17:21:39,021 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7517b687{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T17:21:39,021 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T17:21:39,021 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b538681{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T17:21:39,022 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c537cbd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ab05cb-4629-53cb-084c-5caed8d297b7/hadoop.log.dir/,STOPPED} 2024-11-14T17:21:39,027 WARN [BP-1722511752-172.17.0.3-1731604873602 heartbeating to localhost/127.0.0.1:43959 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T17:21:39,027 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T17:21:39,027 WARN [BP-1722511752-172.17.0.3-1731604873602 heartbeating to localhost/127.0.0.1:43959 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1722511752-172.17.0.3-1731604873602 (Datanode Uuid 7e023509-4525-4c1e-98ee-71812b03f6d8) service to localhost/127.0.0.1:43959 2024-11-14T17:21:39,027 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T17:21:39,028 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ab05cb-4629-53cb-084c-5caed8d297b7/cluster_fd012077-d713-251c-cb00-b708b5b2207c/data/data2/current/BP-1722511752-172.17.0.3-1731604873602 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T17:21:39,028 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T17:21:39,030 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ab05cb-4629-53cb-084c-5caed8d297b7/cluster_fd012077-d713-251c-cb00-b708b5b2207c/data/data1/current/BP-1722511752-172.17.0.3-1731604873602 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T17:21:39,042 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@219e57b8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T17:21:39,051 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4fc6e35a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T17:21:39,051 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T17:21:39,052 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39cb992f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T17:21:39,052 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e383429{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ab05cb-4629-53cb-084c-5caed8d297b7/hadoop.log.dir/,STOPPED} 2024-11-14T17:21:39,066 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T17:21:39,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T17:21:39,117 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=264 (was 246) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:43959 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64117) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:43959 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43959 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:45729 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:43959 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45729 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:45729 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:45729 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64117) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:45729 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45729 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:43959 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45729 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45729 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=656 (was 625) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1117 (was 1020) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=253 (was 987) 2024-11-14T17:21:39,139 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=264, OpenFileDescriptor=656, MaxFileDescriptor=1048576, SystemLoadAverage=1117, ProcessCount=11, AvailableMemoryMB=253 2024-11-14T17:21:39,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100ab7511230005, quorum=127.0.0.1:64117, baseZNode=/11984833018 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T17:21:39,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100ab7511230002, quorum=127.0.0.1:64117, baseZNode=/01117750874 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T17:21:39,162 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100ab7511230002, quorum=127.0.0.1:64117, baseZNode=/01117750874 Received Disconnected from ZooKeeper, ignoring 2024-11-14T17:21:39,169 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100ab7511230005, quorum=127.0.0.1:64117, baseZNode=/11984833018 Received Disconnected from ZooKeeper, ignoring 2024-11-14T17:21:39,172 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-14T17:21:39,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcceedf0-3fff-c92a-7e01-be953cee0d50/hadoop.log.dir so I do NOT create it in target/test-data/6bec8f84-040e-62a9-d88b-f0a92321f728 2024-11-14T17:21:39,173 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcceedf0-3fff-c92a-7e01-be953cee0d50/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T17:21:39,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcceedf0-3fff-c92a-7e01-be953cee0d50/hadoop.tmp.dir so I do NOT create it in target/test-data/6bec8f84-040e-62a9-d88b-f0a92321f728 2024-11-14T17:21:39,173 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcceedf0-3fff-c92a-7e01-be953cee0d50/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T17:21:39,173 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bec8f84-040e-62a9-d88b-f0a92321f728 2024-11-14T17:21:39,173 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bec8f84-040e-62a9-d88b-f0a92321f728/cluster_c900aa07-46c4-5b2f-e48c-d9ec7ed41560, deleteOnExit=true 2024-11-14T17:21:39,192 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bec8f84-040e-62a9-d88b-f0a92321f728/cluster_c900aa07-46c4-5b2f-e48c-d9ec7ed41560/zookeeper_0, clientPort=55583, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bec8f84-040e-62a9-d88b-f0a92321f728/cluster_c900aa07-46c4-5b2f-e48c-d9ec7ed41560/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bec8f84-040e-62a9-d88b-f0a92321f728/cluster_c900aa07-46c4-5b2f-e48c-d9ec7ed41560/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T17:21:39,199 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55583 2024-11-14T17:21:39,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T17:21:39,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T17:21:39,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bec8f84-040e-62a9-d88b-f0a92321f728/test.cache.data in system properties and HBase conf 2024-11-14T17:21:39,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bec8f84-040e-62a9-d88b-f0a92321f728/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T17:21:39,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bec8f84-040e-62a9-d88b-f0a92321f728/hadoop.log.dir in system properties and HBase conf 2024-11-14T17:21:39,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bec8f84-040e-62a9-d88b-f0a92321f728/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T17:21:39,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bec8f84-040e-62a9-d88b-f0a92321f728/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T17:21:39,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T17:21:39,200 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T17:21:39,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bec8f84-040e-62a9-d88b-f0a92321f728/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T17:21:39,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bec8f84-040e-62a9-d88b-f0a92321f728/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T17:21:39,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bec8f84-040e-62a9-d88b-f0a92321f728/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T17:21:39,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bec8f84-040e-62a9-d88b-f0a92321f728/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T17:21:39,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bec8f84-040e-62a9-d88b-f0a92321f728/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T17:21:39,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bec8f84-040e-62a9-d88b-f0a92321f728/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T17:21:39,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bec8f84-040e-62a9-d88b-f0a92321f728/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T17:21:39,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bec8f84-040e-62a9-d88b-f0a92321f728/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T17:21:39,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bec8f84-040e-62a9-d88b-f0a92321f728/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T17:21:39,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bec8f84-040e-62a9-d88b-f0a92321f728/nfs.dump.dir in system properties and HBase conf 2024-11-14T17:21:39,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bec8f84-040e-62a9-d88b-f0a92321f728/java.io.tmpdir in system properties and HBase conf 2024-11-14T17:21:39,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bec8f84-040e-62a9-d88b-f0a92321f728/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T17:21:39,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bec8f84-040e-62a9-d88b-f0a92321f728/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T17:21:39,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bec8f84-040e-62a9-d88b-f0a92321f728/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T17:21:39,329 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T17:21:39,336 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:39,336 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:39,367 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:39,367 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:39,367 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:39,367 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:39,367 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:39,368 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:39,375 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:39,378 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:39,378 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:39,381 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:39,431 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T17:21:39,436 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T17:21:39,455 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T17:21:39,455 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T17:21:39,455 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T17:21:39,459 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T17:21:39,461 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76068987{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bec8f84-040e-62a9-d88b-f0a92321f728/hadoop.log.dir/,AVAILABLE} 2024-11-14T17:21:39,461 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32d815d3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T17:21:39,637 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a505089{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bec8f84-040e-62a9-d88b-f0a92321f728/java.io.tmpdir/jetty-localhost-44251-hadoop-hdfs-3_4_1-tests_jar-_-any-3117094679178417652/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T17:21:39,641 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@502e2ff7{HTTP/1.1, (http/1.1)}{localhost:44251} 2024-11-14T17:21:39,641 INFO [Time-limited test {}] server.Server(415): Started @204019ms 2024-11-14T17:21:39,956 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T17:21:39,959 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T17:21:39,971 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T17:21:39,971 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T17:21:39,971 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T17:21:39,971 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17332349{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bec8f84-040e-62a9-d88b-f0a92321f728/hadoop.log.dir/,AVAILABLE} 2024-11-14T17:21:39,972 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1dbe258{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T17:21:40,133 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@689e2dc2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bec8f84-040e-62a9-d88b-f0a92321f728/java.io.tmpdir/jetty-localhost-36423-hadoop-hdfs-3_4_1-tests_jar-_-any-9217952680933741227/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T17:21:40,134 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63f86420{HTTP/1.1, (http/1.1)}{localhost:36423} 2024-11-14T17:21:40,134 INFO [Time-limited test {}] server.Server(415): Started @204512ms 2024-11-14T17:21:40,136 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T17:21:40,312 WARN [Thread-2647 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bec8f84-040e-62a9-d88b-f0a92321f728/cluster_c900aa07-46c4-5b2f-e48c-d9ec7ed41560/data/data1/current/BP-1182124967-172.17.0.3-1731604899228/current, will proceed with Du for space computation calculation, 2024-11-14T17:21:40,323 WARN [Thread-2648 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bec8f84-040e-62a9-d88b-f0a92321f728/cluster_c900aa07-46c4-5b2f-e48c-d9ec7ed41560/data/data2/current/BP-1182124967-172.17.0.3-1731604899228/current, will proceed with Du for space computation calculation, 2024-11-14T17:21:40,411 WARN [Thread-2635 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T17:21:40,435 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd08159c397f54e8f with lease ID 0xe5d5d97e52a5facc: Processing first storage report for DS-060753bd-85b5-456c-8f60-6179b00cb85b from datanode DatanodeRegistration(127.0.0.1:42409, datanodeUuid=3a47b549-6963-42d5-8f26-9ea0c98c32d8, infoPort=39793, infoSecurePort=0, ipcPort=37675, storageInfo=lv=-57;cid=testClusterID;nsid=1956607384;c=1731604899228) 2024-11-14T17:21:40,435 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd08159c397f54e8f with lease ID 0xe5d5d97e52a5facc: from storage DS-060753bd-85b5-456c-8f60-6179b00cb85b node DatanodeRegistration(127.0.0.1:42409, datanodeUuid=3a47b549-6963-42d5-8f26-9ea0c98c32d8, infoPort=39793, infoSecurePort=0, ipcPort=37675, storageInfo=lv=-57;cid=testClusterID;nsid=1956607384;c=1731604899228), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T17:21:40,438 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd08159c397f54e8f with lease ID 0xe5d5d97e52a5facc: Processing first storage report for DS-c5ac9e23-cd2d-4e6d-8deb-f547edb077d5 from datanode DatanodeRegistration(127.0.0.1:42409, datanodeUuid=3a47b549-6963-42d5-8f26-9ea0c98c32d8, infoPort=39793, infoSecurePort=0, ipcPort=37675, storageInfo=lv=-57;cid=testClusterID;nsid=1956607384;c=1731604899228) 2024-11-14T17:21:40,438 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd08159c397f54e8f with lease ID 0xe5d5d97e52a5facc: from storage DS-c5ac9e23-cd2d-4e6d-8deb-f547edb077d5 node DatanodeRegistration(127.0.0.1:42409, datanodeUuid=3a47b549-6963-42d5-8f26-9ea0c98c32d8, infoPort=39793, infoSecurePort=0, ipcPort=37675, storageInfo=lv=-57;cid=testClusterID;nsid=1956607384;c=1731604899228), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T17:21:40,514 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bec8f84-040e-62a9-d88b-f0a92321f728 2024-11-14T17:21:40,514 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:21:40,516 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:21:40,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42409 is added to blk_1073741825_1001 (size=7) 2024-11-14T17:21:40,948 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22 with version=8 2024-11-14T17:21:40,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/hbase-staging 2024-11-14T17:21:40,950 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4e57a52647ef:0 server-side Connection retries=45 2024-11-14T17:21:40,950 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:21:40,951 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T17:21:40,951 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T17:21:40,951 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:21:40,951 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T17:21:40,951 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T17:21:40,951 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T17:21:40,951 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44989 2024-11-14T17:21:40,952 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44989 connecting to ZooKeeper ensemble=127.0.0.1:55583 2024-11-14T17:21:40,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:449890x0, quorum=127.0.0.1:55583, baseZNode=/0-985395891 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:21:40,979 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44989-0x100ab75758f0000 connected 2024-11-14T17:21:41,050 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:21:41,052 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:21:41,055 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44989-0x100ab75758f0000, quorum=127.0.0.1:55583, baseZNode=/0-985395891 Set watcher on znode that does not yet exist, /0-985395891/running 2024-11-14T17:21:41,055 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22, hbase.cluster.distributed=false 2024-11-14T17:21:41,058 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44989-0x100ab75758f0000, quorum=127.0.0.1:55583, baseZNode=/0-985395891 Set watcher on znode that does not yet exist, /0-985395891/acl 2024-11-14T17:21:41,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44989 2024-11-14T17:21:41,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44989 2024-11-14T17:21:41,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44989 2024-11-14T17:21:41,095 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44989 2024-11-14T17:21:41,095 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44989 2024-11-14T17:21:41,111 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4e57a52647ef:0 server-side Connection retries=45 2024-11-14T17:21:41,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:21:41,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T17:21:41,111 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T17:21:41,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:21:41,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T17:21:41,111 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T17:21:41,111 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T17:21:41,113 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43463 2024-11-14T17:21:41,114 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43463 connecting to ZooKeeper ensemble=127.0.0.1:55583 2024-11-14T17:21:41,115 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:21:41,116 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:21:41,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434630x0, quorum=127.0.0.1:55583, baseZNode=/0-985395891 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:21:41,120 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:434630x0, quorum=127.0.0.1:55583, baseZNode=/0-985395891 Set watcher on znode that does not yet exist, /0-985395891/running 2024-11-14T17:21:41,121 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T17:21:41,131 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T17:21:41,132 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:434630x0, quorum=127.0.0.1:55583, baseZNode=/0-985395891 Set watcher on znode that does not yet exist, /0-985395891/master 2024-11-14T17:21:41,133 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:434630x0, quorum=127.0.0.1:55583, baseZNode=/0-985395891 Set watcher on znode that does not yet exist, /0-985395891/acl 2024-11-14T17:21:41,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43463 2024-11-14T17:21:41,138 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43463-0x100ab75758f0001 connected 2024-11-14T17:21:41,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43463 2024-11-14T17:21:41,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43463 2024-11-14T17:21:41,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43463 2024-11-14T17:21:41,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43463 2024-11-14T17:21:41,163 DEBUG [M:0;4e57a52647ef:44989 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4e57a52647ef:44989 2024-11-14T17:21:41,178 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-985395891/backup-masters/4e57a52647ef,44989,1731604900950 2024-11-14T17:21:41,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43463-0x100ab75758f0001, quorum=127.0.0.1:55583, baseZNode=/0-985395891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-985395891/backup-masters 2024-11-14T17:21:41,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44989-0x100ab75758f0000, quorum=127.0.0.1:55583, baseZNode=/0-985395891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-985395891/backup-masters 2024-11-14T17:21:41,181 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44989-0x100ab75758f0000, quorum=127.0.0.1:55583, baseZNode=/0-985395891 Set watcher on existing znode=/0-985395891/backup-masters/4e57a52647ef,44989,1731604900950 2024-11-14T17:21:41,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44989-0x100ab75758f0000, quorum=127.0.0.1:55583, baseZNode=/0-985395891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-985395891 2024-11-14T17:21:41,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43463-0x100ab75758f0001, quorum=127.0.0.1:55583, baseZNode=/0-985395891 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-985395891/master 2024-11-14T17:21:41,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43463-0x100ab75758f0001, quorum=127.0.0.1:55583, baseZNode=/0-985395891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-985395891 2024-11-14T17:21:41,184 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44989-0x100ab75758f0000, quorum=127.0.0.1:55583, baseZNode=/0-985395891 Set watcher on existing znode=/0-985395891/master 2024-11-14T17:21:41,185 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-985395891/backup-masters/4e57a52647ef,44989,1731604900950 from backup master directory 2024-11-14T17:21:41,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43463-0x100ab75758f0001, quorum=127.0.0.1:55583, baseZNode=/0-985395891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-985395891/backup-masters 2024-11-14T17:21:41,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44989-0x100ab75758f0000, quorum=127.0.0.1:55583, baseZNode=/0-985395891 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-985395891/backup-masters/4e57a52647ef,44989,1731604900950 2024-11-14T17:21:41,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44989-0x100ab75758f0000, quorum=127.0.0.1:55583, baseZNode=/0-985395891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-985395891/backup-masters 2024-11-14T17:21:41,188 WARN [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T17:21:41,188 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4e57a52647ef,44989,1731604900950 2024-11-14T17:21:41,192 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/hbase.id] with ID: 0640dc14-ed5c-4c10-9e93-94bb613c07cf 2024-11-14T17:21:41,192 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/.tmp/hbase.id 2024-11-14T17:21:41,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42409 is added to blk_1073741826_1002 (size=42) 2024-11-14T17:21:41,205 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/.tmp/hbase.id]:[hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/hbase.id] 2024-11-14T17:21:41,222 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:21:41,222 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T17:21:41,223 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T17:21:41,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44989-0x100ab75758f0000, quorum=127.0.0.1:55583, baseZNode=/0-985395891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-985395891 2024-11-14T17:21:41,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43463-0x100ab75758f0001, quorum=127.0.0.1:55583, baseZNode=/0-985395891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-985395891 2024-11-14T17:21:41,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42409 is added to blk_1073741827_1003 (size=196) 2024-11-14T17:21:41,260 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T17:21:41,261 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T17:21:41,261 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:21:41,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42409 is added to blk_1073741828_1004 (size=1189) 2024-11-14T17:21:41,291 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/MasterData/data/master/store 2024-11-14T17:21:41,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42409 is added to blk_1073741829_1005 (size=34) 2024-11-14T17:21:41,323 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:21:41,323 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T17:21:41,323 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:21:41,323 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:21:41,323 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T17:21:41,323 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:21:41,323 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:21:41,324 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731604901323Disabling compacts and flushes for region at 1731604901323Disabling writes for close at 1731604901323Writing region close event to WAL at 1731604901323Closed at 1731604901323 2024-11-14T17:21:41,324 WARN [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/MasterData/data/master/store/.initializing 2024-11-14T17:21:41,324 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/MasterData/WALs/4e57a52647ef,44989,1731604900950 2024-11-14T17:21:41,325 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T17:21:41,327 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4e57a52647ef%2C44989%2C1731604900950, suffix=, logDir=hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/MasterData/WALs/4e57a52647ef,44989,1731604900950, archiveDir=hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/MasterData/oldWALs, maxLogs=10 2024-11-14T17:21:41,353 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/MasterData/WALs/4e57a52647ef,44989,1731604900950/4e57a52647ef%2C44989%2C1731604900950.1731604901327, exclude list is [], retry=0 2024-11-14T17:21:41,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42409,DS-060753bd-85b5-456c-8f60-6179b00cb85b,DISK] 2024-11-14T17:21:41,388 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/MasterData/WALs/4e57a52647ef,44989,1731604900950/4e57a52647ef%2C44989%2C1731604900950.1731604901327 2024-11-14T17:21:41,390 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39793:39793)] 2024-11-14T17:21:41,390 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:21:41,390 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:21:41,390 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:21:41,390 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:21:41,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:21:41,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T17:21:41,410 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:41,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:21:41,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:21:41,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T17:21:41,413 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:41,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:21:41,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:21:41,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T17:21:41,415 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:41,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:21:41,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:21:41,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T17:21:41,420 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:41,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:21:41,426 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:21:41,429 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:21:41,432 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:21:41,440 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:21:41,440 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:21:41,441 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:21:41,443 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:21:41,448 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:21:41,449 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73111983, jitterRate=0.08945344388484955}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:21:41,449 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731604901390Initializing all the Stores at 1731604901392 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604901392Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604901407 (+15 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604901407Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604901407Cleaning up temporary data from old regions at 1731604901440 (+33 ms)Region opened successfully at 1731604901449 (+9 ms) 2024-11-14T17:21:41,458 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T17:21:41,464 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f8bc35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4e57a52647ef/172.17.0.3:0 2024-11-14T17:21:41,471 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T17:21:41,471 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T17:21:41,471 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T17:21:41,471 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T17:21:41,472 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T17:21:41,472 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T17:21:41,472 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T17:21:41,474 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T17:21:41,475 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44989-0x100ab75758f0000, quorum=127.0.0.1:55583, baseZNode=/0-985395891 Unable to get data of znode /0-985395891/balancer because node does not exist (not necessarily an error) 2024-11-14T17:21:41,476 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-985395891/balancer already deleted, retry=false 2024-11-14T17:21:41,477 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T17:21:41,477 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44989-0x100ab75758f0000, quorum=127.0.0.1:55583, baseZNode=/0-985395891 Unable to get data of znode /0-985395891/normalizer because node does not exist (not necessarily an error) 2024-11-14T17:21:41,479 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-985395891/normalizer already deleted, retry=false 2024-11-14T17:21:41,480 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T17:21:41,498 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44989-0x100ab75758f0000, quorum=127.0.0.1:55583, baseZNode=/0-985395891 Unable to get data of znode /0-985395891/switch/split because node does not exist (not necessarily an error) 2024-11-14T17:21:41,500 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-985395891/switch/split already deleted, retry=false 2024-11-14T17:21:41,501 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44989-0x100ab75758f0000, quorum=127.0.0.1:55583, baseZNode=/0-985395891 Unable to get data of znode /0-985395891/switch/merge because node does not exist (not necessarily an error) 2024-11-14T17:21:41,503 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-985395891/switch/merge already deleted, retry=false 2024-11-14T17:21:41,505 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44989-0x100ab75758f0000, quorum=127.0.0.1:55583, baseZNode=/0-985395891 Unable to get data of znode /0-985395891/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T17:21:41,507 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-985395891/snapshot-cleanup already deleted, retry=false 2024-11-14T17:21:41,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44989-0x100ab75758f0000, quorum=127.0.0.1:55583, baseZNode=/0-985395891 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-985395891/running 2024-11-14T17:21:41,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44989-0x100ab75758f0000, quorum=127.0.0.1:55583, baseZNode=/0-985395891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-985395891 2024-11-14T17:21:41,510 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4e57a52647ef,44989,1731604900950, sessionid=0x100ab75758f0000, setting cluster-up flag (Was=false) 2024-11-14T17:21:41,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43463-0x100ab75758f0001, quorum=127.0.0.1:55583, baseZNode=/0-985395891 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-985395891/running 2024-11-14T17:21:41,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43463-0x100ab75758f0001, quorum=127.0.0.1:55583, baseZNode=/0-985395891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-985395891 2024-11-14T17:21:41,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44989-0x100ab75758f0000, quorum=127.0.0.1:55583, baseZNode=/0-985395891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-985395891 2024-11-14T17:21:41,522 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-985395891/flush-table-proc/acquired, /0-985395891/flush-table-proc/reached, /0-985395891/flush-table-proc/abort 2024-11-14T17:21:41,524 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4e57a52647ef,44989,1731604900950 2024-11-14T17:21:41,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44989-0x100ab75758f0000, quorum=127.0.0.1:55583, baseZNode=/0-985395891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-985395891 2024-11-14T17:21:41,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43463-0x100ab75758f0001, quorum=127.0.0.1:55583, baseZNode=/0-985395891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-985395891 2024-11-14T17:21:41,533 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-985395891/online-snapshot/acquired, /0-985395891/online-snapshot/reached, /0-985395891/online-snapshot/abort 2024-11-14T17:21:41,534 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4e57a52647ef,44989,1731604900950 2024-11-14T17:21:41,535 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T17:21:41,537 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T17:21:41,537 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T17:21:41,537 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T17:21:41,537 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4e57a52647ef,44989,1731604900950 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T17:21:41,539 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:21:41,539 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:21:41,539 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:21:41,539 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:21:41,539 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4e57a52647ef:0, corePoolSize=10, maxPoolSize=10 2024-11-14T17:21:41,539 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:21:41,539 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4e57a52647ef:0, corePoolSize=2, maxPoolSize=2 2024-11-14T17:21:41,539 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:21:41,547 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T17:21:41,547 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T17:21:41,548 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731604931548 2024-11-14T17:21:41,548 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T17:21:41,548 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T17:21:41,548 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T17:21:41,548 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T17:21:41,548 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T17:21:41,548 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:41,548 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T17:21:41,548 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T17:21:41,549 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:41,549 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T17:21:41,549 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T17:21:41,549 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T17:21:41,549 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T17:21:41,550 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T17:21:41,550 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T17:21:41,562 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731604901550,5,FailOnTimeoutGroup] 2024-11-14T17:21:41,564 INFO [RS:0;4e57a52647ef:43463 {}] regionserver.HRegionServer(746): ClusterId : 0640dc14-ed5c-4c10-9e93-94bb613c07cf 2024-11-14T17:21:41,564 DEBUG [RS:0;4e57a52647ef:43463 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T17:21:41,566 DEBUG [RS:0;4e57a52647ef:43463 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T17:21:41,566 DEBUG [RS:0;4e57a52647ef:43463 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T17:21:41,567 DEBUG [RS:0;4e57a52647ef:43463 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T17:21:41,568 DEBUG [RS:0;4e57a52647ef:43463 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fb67f1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4e57a52647ef/172.17.0.3:0 2024-11-14T17:21:41,570 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731604901562,5,FailOnTimeoutGroup] 2024-11-14T17:21:41,570 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:41,570 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T17:21:41,570 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:41,570 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:41,590 DEBUG [RS:0;4e57a52647ef:43463 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4e57a52647ef:43463 2024-11-14T17:21:41,590 INFO [RS:0;4e57a52647ef:43463 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T17:21:41,590 INFO [RS:0;4e57a52647ef:43463 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T17:21:41,590 DEBUG [RS:0;4e57a52647ef:43463 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T17:21:41,591 INFO [RS:0;4e57a52647ef:43463 {}] regionserver.HRegionServer(2659): reportForDuty to master=4e57a52647ef,44989,1731604900950 with port=43463, startcode=1731604901111 2024-11-14T17:21:41,591 DEBUG [RS:0;4e57a52647ef:43463 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T17:21:41,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42409 is added to blk_1073741831_1007 (size=1321) 2024-11-14T17:21:41,607 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60625, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T17:21:41,608 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44989 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4e57a52647ef,43463,1731604901111 2024-11-14T17:21:41,608 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44989 {}] master.ServerManager(517): Registering regionserver=4e57a52647ef,43463,1731604901111 2024-11-14T17:21:41,609 DEBUG [RS:0;4e57a52647ef:43463 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22 2024-11-14T17:21:41,609 DEBUG [RS:0;4e57a52647ef:43463 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40587 2024-11-14T17:21:41,609 DEBUG [RS:0;4e57a52647ef:43463 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T17:21:41,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44989-0x100ab75758f0000, quorum=127.0.0.1:55583, baseZNode=/0-985395891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-985395891/rs 2024-11-14T17:21:41,613 DEBUG [RS:0;4e57a52647ef:43463 {}] zookeeper.ZKUtil(111): regionserver:43463-0x100ab75758f0001, quorum=127.0.0.1:55583, baseZNode=/0-985395891 Set watcher on existing znode=/0-985395891/rs/4e57a52647ef,43463,1731604901111 2024-11-14T17:21:41,613 WARN [RS:0;4e57a52647ef:43463 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T17:21:41,613 INFO [RS:0;4e57a52647ef:43463 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:21:41,613 DEBUG [RS:0;4e57a52647ef:43463 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111 2024-11-14T17:21:41,615 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4e57a52647ef,43463,1731604901111] 2024-11-14T17:21:41,621 INFO [RS:0;4e57a52647ef:43463 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T17:21:41,623 INFO [RS:0;4e57a52647ef:43463 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T17:21:41,626 INFO [RS:0;4e57a52647ef:43463 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T17:21:41,626 INFO [RS:0;4e57a52647ef:43463 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:41,627 INFO [RS:0;4e57a52647ef:43463 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T17:21:41,627 INFO [RS:0;4e57a52647ef:43463 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T17:21:41,627 INFO [RS:0;4e57a52647ef:43463 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:41,627 DEBUG [RS:0;4e57a52647ef:43463 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:21:41,627 DEBUG [RS:0;4e57a52647ef:43463 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:21:41,628 DEBUG [RS:0;4e57a52647ef:43463 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:21:41,628 DEBUG [RS:0;4e57a52647ef:43463 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:21:41,628 DEBUG [RS:0;4e57a52647ef:43463 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:21:41,628 DEBUG [RS:0;4e57a52647ef:43463 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4e57a52647ef:0, corePoolSize=2, maxPoolSize=2 2024-11-14T17:21:41,628 DEBUG [RS:0;4e57a52647ef:43463 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:21:41,628 DEBUG [RS:0;4e57a52647ef:43463 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:21:41,628 DEBUG [RS:0;4e57a52647ef:43463 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:21:41,628 DEBUG [RS:0;4e57a52647ef:43463 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:21:41,628 DEBUG [RS:0;4e57a52647ef:43463 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:21:41,628 DEBUG [RS:0;4e57a52647ef:43463 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:21:41,628 DEBUG [RS:0;4e57a52647ef:43463 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4e57a52647ef:0, corePoolSize=3, maxPoolSize=3 2024-11-14T17:21:41,628 DEBUG [RS:0;4e57a52647ef:43463 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4e57a52647ef:0, corePoolSize=3, maxPoolSize=3 2024-11-14T17:21:41,635 INFO [RS:0;4e57a52647ef:43463 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:41,635 INFO [RS:0;4e57a52647ef:43463 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:41,635 INFO [RS:0;4e57a52647ef:43463 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:41,635 INFO [RS:0;4e57a52647ef:43463 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:41,635 INFO [RS:0;4e57a52647ef:43463 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:41,635 INFO [RS:0;4e57a52647ef:43463 {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,43463,1731604901111-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T17:21:41,654 INFO [RS:0;4e57a52647ef:43463 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T17:21:41,654 INFO [RS:0;4e57a52647ef:43463 {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,43463,1731604901111-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:41,654 INFO [RS:0;4e57a52647ef:43463 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:41,654 INFO [RS:0;4e57a52647ef:43463 {}] regionserver.Replication(171): 4e57a52647ef,43463,1731604901111 started 2024-11-14T17:21:41,672 INFO [RS:0;4e57a52647ef:43463 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:41,672 INFO [RS:0;4e57a52647ef:43463 {}] regionserver.HRegionServer(1482): Serving as 4e57a52647ef,43463,1731604901111, RpcServer on 4e57a52647ef/172.17.0.3:43463, sessionid=0x100ab75758f0001 2024-11-14T17:21:41,672 DEBUG [RS:0;4e57a52647ef:43463 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T17:21:41,672 DEBUG [RS:0;4e57a52647ef:43463 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4e57a52647ef,43463,1731604901111 2024-11-14T17:21:41,672 DEBUG [RS:0;4e57a52647ef:43463 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4e57a52647ef,43463,1731604901111' 2024-11-14T17:21:41,672 DEBUG [RS:0;4e57a52647ef:43463 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-985395891/flush-table-proc/abort' 2024-11-14T17:21:41,679 DEBUG [RS:0;4e57a52647ef:43463 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-985395891/flush-table-proc/acquired' 2024-11-14T17:21:41,683 DEBUG [RS:0;4e57a52647ef:43463 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T17:21:41,683 DEBUG [RS:0;4e57a52647ef:43463 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T17:21:41,683 DEBUG [RS:0;4e57a52647ef:43463 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4e57a52647ef,43463,1731604901111 2024-11-14T17:21:41,683 DEBUG [RS:0;4e57a52647ef:43463 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4e57a52647ef,43463,1731604901111' 2024-11-14T17:21:41,683 DEBUG [RS:0;4e57a52647ef:43463 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-985395891/online-snapshot/abort' 2024-11-14T17:21:41,689 DEBUG [RS:0;4e57a52647ef:43463 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-985395891/online-snapshot/acquired' 2024-11-14T17:21:41,690 DEBUG [RS:0;4e57a52647ef:43463 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T17:21:41,690 INFO [RS:0;4e57a52647ef:43463 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T17:21:41,690 INFO [RS:0;4e57a52647ef:43463 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T17:21:41,790 INFO [RS:0;4e57a52647ef:43463 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T17:21:41,791 INFO [RS:0;4e57a52647ef:43463 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4e57a52647ef%2C43463%2C1731604901111, suffix=, logDir=hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111, archiveDir=hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/oldWALs, maxLogs=10 2024-11-14T17:21:41,808 DEBUG [RS:0;4e57a52647ef:43463 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.1731604901792, exclude list is [], retry=0 2024-11-14T17:21:41,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42409,DS-060753bd-85b5-456c-8f60-6179b00cb85b,DISK] 2024-11-14T17:21:41,813 INFO [RS:0;4e57a52647ef:43463 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.1731604901792 2024-11-14T17:21:41,813 DEBUG [RS:0;4e57a52647ef:43463 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39793:39793)] 2024-11-14T17:21:42,005 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T17:21:42,006 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22 2024-11-14T17:21:42,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42409 is added to blk_1073741833_1009 (size=32) 2024-11-14T17:21:42,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:21:42,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T17:21:42,455 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T17:21:42,456 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:42,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:21:42,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T17:21:42,467 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T17:21:42,467 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:42,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:21:42,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T17:21:42,487 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T17:21:42,488 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:42,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:21:42,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T17:21:42,503 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T17:21:42,503 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:42,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:21:42,515 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T17:21:42,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/data/hbase/meta/1588230740 2024-11-14T17:21:42,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/data/hbase/meta/1588230740 2024-11-14T17:21:42,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T17:21:42,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T17:21:42,520 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:21:42,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T17:21:42,543 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:21:42,556 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70697352, jitterRate=0.05347263813018799}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:21:42,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731604902440Initializing all the Stores at 1731604902443 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604902443Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604902446 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604902446Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604902446Cleaning up temporary data from old regions at 1731604902519 (+73 ms)Region opened successfully at 1731604902557 (+38 ms) 2024-11-14T17:21:42,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T17:21:42,557 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T17:21:42,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T17:21:42,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T17:21:42,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T17:21:42,567 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T17:21:42,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731604902557Disabling compacts and flushes for region at 1731604902557Disabling writes for close at 1731604902557Writing region close event to WAL at 1731604902567 (+10 ms)Closed at 1731604902567 2024-11-14T17:21:42,575 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T17:21:42,575 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T17:21:42,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T17:21:42,584 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T17:21:42,595 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T17:21:42,745 DEBUG [4e57a52647ef:44989 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T17:21:42,746 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4e57a52647ef,43463,1731604901111 2024-11-14T17:21:42,754 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4e57a52647ef,43463,1731604901111, state=OPENING 2024-11-14T17:21:42,758 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T17:21:42,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43463-0x100ab75758f0001, quorum=127.0.0.1:55583, baseZNode=/0-985395891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-985395891 2024-11-14T17:21:42,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44989-0x100ab75758f0000, quorum=127.0.0.1:55583, baseZNode=/0-985395891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-985395891 2024-11-14T17:21:42,763 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-985395891/meta-region-server: CHANGED 2024-11-14T17:21:42,767 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T17:21:42,767 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4e57a52647ef,43463,1731604901111}] 2024-11-14T17:21:42,771 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-985395891/meta-region-server: CHANGED 2024-11-14T17:21:42,927 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T17:21:42,933 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36385, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T17:21:42,971 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T17:21:42,971 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:21:42,971 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T17:21:42,985 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4e57a52647ef%2C43463%2C1731604901111.meta, suffix=.meta, logDir=hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111, archiveDir=hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/oldWALs, maxLogs=10 2024-11-14T17:21:43,020 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.meta.1731604902985.meta, exclude list is [], retry=0 2024-11-14T17:21:43,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42409,DS-060753bd-85b5-456c-8f60-6179b00cb85b,DISK] 2024-11-14T17:21:43,042 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.meta.1731604902985.meta 2024-11-14T17:21:43,050 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39793:39793)] 2024-11-14T17:21:43,051 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:21:43,051 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T17:21:43,051 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T17:21:43,051 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T17:21:43,052 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T17:21:43,052 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T17:21:43,052 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:21:43,052 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T17:21:43,052 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T17:21:43,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T17:21:43,073 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T17:21:43,073 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:43,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:21:43,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T17:21:43,091 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T17:21:43,091 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:43,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:21:43,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T17:21:43,107 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T17:21:43,107 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:43,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:21:43,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T17:21:43,116 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T17:21:43,116 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:43,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:21:43,118 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T17:21:43,120 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/data/hbase/meta/1588230740 2024-11-14T17:21:43,121 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/data/hbase/meta/1588230740 2024-11-14T17:21:43,126 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T17:21:43,126 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T17:21:43,127 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:21:43,130 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T17:21:43,132 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63832569, jitterRate=-0.04882059991359711}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:21:43,132 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T17:21:43,133 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731604903052Writing region info on filesystem at 1731604903052Initializing all the Stores at 1731604903062 (+10 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604903062Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604903063 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604903063Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604903063Cleaning up temporary data from old regions at 1731604903126 (+63 ms)Running coprocessor post-open hooks at 1731604903132 (+6 ms)Region opened successfully at 1731604903133 (+1 ms) 2024-11-14T17:21:43,135 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731604902926 2024-11-14T17:21:43,140 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T17:21:43,140 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T17:21:43,143 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4e57a52647ef,43463,1731604901111 2024-11-14T17:21:43,144 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4e57a52647ef,43463,1731604901111, state=OPEN 2024-11-14T17:21:43,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43463-0x100ab75758f0001, quorum=127.0.0.1:55583, baseZNode=/0-985395891 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-985395891/meta-region-server 2024-11-14T17:21:43,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44989-0x100ab75758f0000, quorum=127.0.0.1:55583, baseZNode=/0-985395891 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-985395891/meta-region-server 2024-11-14T17:21:43,149 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-985395891/meta-region-server: CHANGED 2024-11-14T17:21:43,149 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-985395891/meta-region-server: CHANGED 2024-11-14T17:21:43,150 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4e57a52647ef,43463,1731604901111 2024-11-14T17:21:43,155 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T17:21:43,155 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4e57a52647ef,43463,1731604901111 in 383 msec 2024-11-14T17:21:43,157 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T17:21:43,157 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 580 msec 2024-11-14T17:21:43,158 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T17:21:43,158 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T17:21:43,172 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:21:43,172 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,43463,1731604901111, seqNum=-1] 2024-11-14T17:21:43,173 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:21:43,174 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37179, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:21:43,180 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6440 sec 2024-11-14T17:21:43,180 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731604903180, completionTime=-1 2024-11-14T17:21:43,181 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T17:21:43,181 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T17:21:43,183 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T17:21:43,183 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731604963183 2024-11-14T17:21:43,183 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731605023183 2024-11-14T17:21:43,183 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T17:21:43,184 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,44989,1731604900950-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:43,184 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,44989,1731604900950-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:43,184 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,44989,1731604900950-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:43,184 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4e57a52647ef:44989, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:43,184 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:43,186 DEBUG [master/4e57a52647ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T17:21:43,195 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:43,207 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.018sec 2024-11-14T17:21:43,207 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T17:21:43,207 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T17:21:43,207 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T17:21:43,207 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T17:21:43,207 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T17:21:43,207 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,44989,1731604900950-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T17:21:43,207 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,44989,1731604900950-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T17:21:43,251 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T17:21:43,251 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T17:21:43,251 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,44989,1731604900950-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:43,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7957adf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:43,270 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,44989,-1 for getting cluster id 2024-11-14T17:21:43,270 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:21:43,279 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0640dc14-ed5c-4c10-9e93-94bb613c07cf' 2024-11-14T17:21:43,279 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:21:43,279 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0640dc14-ed5c-4c10-9e93-94bb613c07cf" 2024-11-14T17:21:43,280 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42869647, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:43,280 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,44989,-1] 2024-11-14T17:21:43,280 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:21:43,280 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:43,282 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:21:43,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ffd2c03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:43,284 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:21:43,287 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,43463,1731604901111, seqNum=-1] 2024-11-14T17:21:43,287 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:21:43,288 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:21:43,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4e57a52647ef,44989,1731604900950 2024-11-14T17:21:43,291 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55583 2024-11-14T17:21:43,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55583, baseZNode=/0-985395891 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:21:43,339 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100ab75758f0002 connected 2024-11-14T17:21:43,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bec8f84-040e-62a9-d88b-f0a92321f728/hadoop.log.dir so I do NOT create it in target/test-data/7304fc56-882f-0149-e81c-416fdc378781 2024-11-14T17:21:43,366 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bec8f84-040e-62a9-d88b-f0a92321f728/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T17:21:43,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bec8f84-040e-62a9-d88b-f0a92321f728/hadoop.tmp.dir so I do NOT create it in target/test-data/7304fc56-882f-0149-e81c-416fdc378781 2024-11-14T17:21:43,366 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bec8f84-040e-62a9-d88b-f0a92321f728/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T17:21:43,366 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7304fc56-882f-0149-e81c-416fdc378781 2024-11-14T17:21:43,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T17:21:43,366 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7304fc56-882f-0149-e81c-416fdc378781/cluster_d7ead3b7-e672-b04d-a1f8-50750f26507a, deleteOnExit=true 2024-11-14T17:21:43,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T17:21:43,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7304fc56-882f-0149-e81c-416fdc378781/test.cache.data in system properties and HBase conf 2024-11-14T17:21:43,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7304fc56-882f-0149-e81c-416fdc378781/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T17:21:43,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7304fc56-882f-0149-e81c-416fdc378781/hadoop.log.dir in system properties and HBase conf 2024-11-14T17:21:43,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7304fc56-882f-0149-e81c-416fdc378781/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T17:21:43,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7304fc56-882f-0149-e81c-416fdc378781/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T17:21:43,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T17:21:43,367 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T17:21:43,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7304fc56-882f-0149-e81c-416fdc378781/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T17:21:43,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7304fc56-882f-0149-e81c-416fdc378781/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T17:21:43,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7304fc56-882f-0149-e81c-416fdc378781/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T17:21:43,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7304fc56-882f-0149-e81c-416fdc378781/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T17:21:43,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7304fc56-882f-0149-e81c-416fdc378781/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T17:21:43,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7304fc56-882f-0149-e81c-416fdc378781/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T17:21:43,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7304fc56-882f-0149-e81c-416fdc378781/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T17:21:43,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7304fc56-882f-0149-e81c-416fdc378781/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T17:21:43,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7304fc56-882f-0149-e81c-416fdc378781/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T17:21:43,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7304fc56-882f-0149-e81c-416fdc378781/nfs.dump.dir in system properties and HBase conf 2024-11-14T17:21:43,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7304fc56-882f-0149-e81c-416fdc378781/java.io.tmpdir in system properties and HBase conf 2024-11-14T17:21:43,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7304fc56-882f-0149-e81c-416fdc378781/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T17:21:43,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7304fc56-882f-0149-e81c-416fdc378781/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T17:21:43,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7304fc56-882f-0149-e81c-416fdc378781/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T17:21:43,485 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T17:21:43,505 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T17:21:43,551 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T17:21:43,551 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T17:21:43,551 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T17:21:43,553 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T17:21:43,553 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38f695b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7304fc56-882f-0149-e81c-416fdc378781/hadoop.log.dir/,AVAILABLE} 2024-11-14T17:21:43,554 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@92d56b2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T17:21:43,720 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@10f37359{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7304fc56-882f-0149-e81c-416fdc378781/java.io.tmpdir/jetty-localhost-41333-hadoop-hdfs-3_4_1-tests_jar-_-any-11239975236234744872/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T17:21:43,721 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ed4e03d{HTTP/1.1, (http/1.1)}{localhost:41333} 2024-11-14T17:21:43,721 INFO [Time-limited test {}] server.Server(415): Started @208099ms 2024-11-14T17:21:43,857 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T17:21:43,860 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T17:21:43,862 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T17:21:43,862 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T17:21:43,862 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T17:21:43,863 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d0cb7f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7304fc56-882f-0149-e81c-416fdc378781/hadoop.log.dir/,AVAILABLE} 2024-11-14T17:21:43,863 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@700ad68f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T17:21:43,999 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4199d422{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7304fc56-882f-0149-e81c-416fdc378781/java.io.tmpdir/jetty-localhost-39647-hadoop-hdfs-3_4_1-tests_jar-_-any-16060534511135998121/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T17:21:44,000 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5647fbbb{HTTP/1.1, (http/1.1)}{localhost:39647} 2024-11-14T17:21:44,000 INFO [Time-limited test {}] server.Server(415): Started @208378ms 2024-11-14T17:21:44,001 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T17:21:44,140 WARN [Thread-2767 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7304fc56-882f-0149-e81c-416fdc378781/cluster_d7ead3b7-e672-b04d-a1f8-50750f26507a/data/data1/current/BP-298885776-172.17.0.3-1731604903396/current, will proceed with Du for space computation calculation, 2024-11-14T17:21:44,140 WARN [Thread-2768 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7304fc56-882f-0149-e81c-416fdc378781/cluster_d7ead3b7-e672-b04d-a1f8-50750f26507a/data/data2/current/BP-298885776-172.17.0.3-1731604903396/current, will proceed with Du for space computation calculation, 2024-11-14T17:21:44,168 WARN [Thread-2755 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T17:21:44,170 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6a4b0c8a6f5286d9 with lease ID 0x6154b4c5b03cc838: Processing first storage report for DS-26e904eb-e9b3-426a-8f04-4f3030ae994d from datanode DatanodeRegistration(127.0.0.1:46531, datanodeUuid=7df9859f-0139-4324-8f4d-3c31845ad5f5, infoPort=39333, infoSecurePort=0, ipcPort=43909, storageInfo=lv=-57;cid=testClusterID;nsid=1859642796;c=1731604903396) 2024-11-14T17:21:44,170 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6a4b0c8a6f5286d9 with lease ID 0x6154b4c5b03cc838: from storage DS-26e904eb-e9b3-426a-8f04-4f3030ae994d node DatanodeRegistration(127.0.0.1:46531, datanodeUuid=7df9859f-0139-4324-8f4d-3c31845ad5f5, infoPort=39333, infoSecurePort=0, ipcPort=43909, storageInfo=lv=-57;cid=testClusterID;nsid=1859642796;c=1731604903396), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T17:21:44,170 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6a4b0c8a6f5286d9 with lease ID 0x6154b4c5b03cc838: Processing first storage report for DS-2d168b6f-ea8c-4219-a9b1-13c0a86c09fd from datanode DatanodeRegistration(127.0.0.1:46531, datanodeUuid=7df9859f-0139-4324-8f4d-3c31845ad5f5, infoPort=39333, infoSecurePort=0, ipcPort=43909, storageInfo=lv=-57;cid=testClusterID;nsid=1859642796;c=1731604903396) 2024-11-14T17:21:44,170 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6a4b0c8a6f5286d9 with lease ID 0x6154b4c5b03cc838: from storage DS-2d168b6f-ea8c-4219-a9b1-13c0a86c09fd node DatanodeRegistration(127.0.0.1:46531, datanodeUuid=7df9859f-0139-4324-8f4d-3c31845ad5f5, infoPort=39333, infoSecurePort=0, ipcPort=43909, storageInfo=lv=-57;cid=testClusterID;nsid=1859642796;c=1731604903396), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T17:21:44,268 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7304fc56-882f-0149-e81c-416fdc378781 2024-11-14T17:21:44,269 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:21:44,270 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:21:44,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741825_1001 (size=7) 2024-11-14T17:21:44,319 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006 with version=8 2024-11-14T17:21:44,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/hbase-staging 2024-11-14T17:21:44,322 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4e57a52647ef:0 server-side Connection retries=45 2024-11-14T17:21:44,322 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:21:44,322 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T17:21:44,322 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T17:21:44,322 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:21:44,322 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T17:21:44,322 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T17:21:44,322 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T17:21:44,323 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43029 2024-11-14T17:21:44,323 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43029 connecting to ZooKeeper ensemble=127.0.0.1:55583 2024-11-14T17:21:44,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:430290x0, quorum=127.0.0.1:55583, baseZNode=/11204676943 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:21:44,334 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43029-0x100ab75758f0003 connected 2024-11-14T17:21:44,342 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:21:44,344 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:21:44,346 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43029-0x100ab75758f0003, quorum=127.0.0.1:55583, baseZNode=/11204676943 Set watcher on znode that does not yet exist, /11204676943/running 2024-11-14T17:21:44,347 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006, hbase.cluster.distributed=false 2024-11-14T17:21:44,348 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43029-0x100ab75758f0003, quorum=127.0.0.1:55583, baseZNode=/11204676943 Set watcher on znode that does not yet exist, /11204676943/acl 2024-11-14T17:21:44,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43029 2024-11-14T17:21:44,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43029 2024-11-14T17:21:44,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43029 2024-11-14T17:21:44,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43029 2024-11-14T17:21:44,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43029 2024-11-14T17:21:44,378 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4e57a52647ef:0 server-side Connection retries=45 2024-11-14T17:21:44,378 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:21:44,378 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T17:21:44,378 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T17:21:44,378 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:21:44,378 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T17:21:44,378 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T17:21:44,379 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T17:21:44,379 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33545 2024-11-14T17:21:44,380 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33545 connecting to ZooKeeper ensemble=127.0.0.1:55583 2024-11-14T17:21:44,381 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:21:44,383 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:21:44,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335450x0, quorum=127.0.0.1:55583, baseZNode=/11204676943 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:21:44,389 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:335450x0, quorum=127.0.0.1:55583, baseZNode=/11204676943 Set watcher on znode that does not yet exist, /11204676943/running 2024-11-14T17:21:44,389 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T17:21:44,390 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33545-0x100ab75758f0004 connected 2024-11-14T17:21:44,395 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T17:21:44,395 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33545-0x100ab75758f0004, quorum=127.0.0.1:55583, baseZNode=/11204676943 Set watcher on znode that does not yet exist, /11204676943/master 2024-11-14T17:21:44,396 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33545-0x100ab75758f0004, quorum=127.0.0.1:55583, baseZNode=/11204676943 Set watcher on znode that does not yet exist, /11204676943/acl 2024-11-14T17:21:44,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33545 2024-11-14T17:21:44,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33545 2024-11-14T17:21:44,401 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33545 2024-11-14T17:21:44,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33545 2024-11-14T17:21:44,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33545 2024-11-14T17:21:44,425 DEBUG [M:0;4e57a52647ef:43029 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4e57a52647ef:43029 2024-11-14T17:21:44,426 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11204676943/backup-masters/4e57a52647ef,43029,1731604904322 2024-11-14T17:21:44,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43029-0x100ab75758f0003, quorum=127.0.0.1:55583, baseZNode=/11204676943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11204676943/backup-masters 2024-11-14T17:21:44,429 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43029-0x100ab75758f0003, quorum=127.0.0.1:55583, baseZNode=/11204676943 Set watcher on existing znode=/11204676943/backup-masters/4e57a52647ef,43029,1731604904322 2024-11-14T17:21:44,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33545-0x100ab75758f0004, quorum=127.0.0.1:55583, baseZNode=/11204676943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11204676943/backup-masters 2024-11-14T17:21:44,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33545-0x100ab75758f0004, quorum=127.0.0.1:55583, baseZNode=/11204676943 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11204676943/master 2024-11-14T17:21:44,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33545-0x100ab75758f0004, quorum=127.0.0.1:55583, baseZNode=/11204676943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11204676943 2024-11-14T17:21:44,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43029-0x100ab75758f0003, quorum=127.0.0.1:55583, baseZNode=/11204676943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11204676943 2024-11-14T17:21:44,432 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43029-0x100ab75758f0003, quorum=127.0.0.1:55583, baseZNode=/11204676943 Set watcher on existing znode=/11204676943/master 2024-11-14T17:21:44,432 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11204676943/backup-masters/4e57a52647ef,43029,1731604904322 from backup master directory 2024-11-14T17:21:44,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43029-0x100ab75758f0003, quorum=127.0.0.1:55583, baseZNode=/11204676943 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11204676943/backup-masters/4e57a52647ef,43029,1731604904322 2024-11-14T17:21:44,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43029-0x100ab75758f0003, quorum=127.0.0.1:55583, baseZNode=/11204676943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11204676943/backup-masters 2024-11-14T17:21:44,433 WARN [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T17:21:44,433 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4e57a52647ef,43029,1731604904322 2024-11-14T17:21:44,437 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/hbase.id] with ID: 20915604-1d0f-427e-a9f9-ba607732ed63 2024-11-14T17:21:44,437 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/.tmp/hbase.id 2024-11-14T17:21:44,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741826_1002 (size=42) 2024-11-14T17:21:44,849 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/.tmp/hbase.id]:[hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/hbase.id] 2024-11-14T17:21:44,866 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:21:44,866 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T17:21:44,867 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T17:21:44,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43029-0x100ab75758f0003, quorum=127.0.0.1:55583, baseZNode=/11204676943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11204676943 2024-11-14T17:21:44,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33545-0x100ab75758f0004, quorum=127.0.0.1:55583, baseZNode=/11204676943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11204676943 2024-11-14T17:21:44,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T17:21:44,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T17:21:44,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741827_1003 (size=196) 2024-11-14T17:21:45,285 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T17:21:45,286 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T17:21:45,286 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:21:45,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741828_1004 (size=1189) 2024-11-14T17:21:45,716 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/MasterData/data/master/store 2024-11-14T17:21:45,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741829_1005 (size=34) 2024-11-14T17:21:46,140 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:21:46,140 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T17:21:46,140 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:21:46,140 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:21:46,140 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T17:21:46,140 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:21:46,140 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:21:46,140 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731604906140Disabling compacts and flushes for region at 1731604906140Disabling writes for close at 1731604906140Writing region close event to WAL at 1731604906140Closed at 1731604906140 2024-11-14T17:21:46,141 WARN [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/MasterData/data/master/store/.initializing 2024-11-14T17:21:46,141 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/MasterData/WALs/4e57a52647ef,43029,1731604904322 2024-11-14T17:21:46,142 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T17:21:46,143 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4e57a52647ef%2C43029%2C1731604904322, suffix=, logDir=hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/MasterData/WALs/4e57a52647ef,43029,1731604904322, archiveDir=hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/MasterData/oldWALs, maxLogs=10 2024-11-14T17:21:46,160 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/MasterData/WALs/4e57a52647ef,43029,1731604904322/4e57a52647ef%2C43029%2C1731604904322.1731604906144, exclude list is [], retry=0 2024-11-14T17:21:46,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46531,DS-26e904eb-e9b3-426a-8f04-4f3030ae994d,DISK] 2024-11-14T17:21:46,164 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/MasterData/WALs/4e57a52647ef,43029,1731604904322/4e57a52647ef%2C43029%2C1731604904322.1731604906144 2024-11-14T17:21:46,165 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39333:39333)] 2024-11-14T17:21:46,165 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:21:46,165 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:21:46,165 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:21:46,165 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:21:46,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:21:46,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T17:21:46,168 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:46,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:21:46,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:21:46,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T17:21:46,169 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:46,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:21:46,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:21:46,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T17:21:46,172 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:46,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:21:46,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:21:46,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T17:21:46,173 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:46,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:21:46,174 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:21:46,174 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:21:46,175 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:21:46,176 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:21:46,176 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:21:46,177 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:21:46,178 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:21:46,180 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:21:46,180 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63670280, jitterRate=-0.05123889446258545}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:21:46,181 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731604906165Initializing all the Stores at 1731604906166 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604906166Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604906166Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604906166Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604906166Cleaning up temporary data from old regions at 1731604906176 (+10 ms)Region opened successfully at 1731604906181 (+5 ms) 2024-11-14T17:21:46,181 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T17:21:46,184 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16697089, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4e57a52647ef/172.17.0.3:0 2024-11-14T17:21:46,184 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T17:21:46,185 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T17:21:46,185 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T17:21:46,185 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T17:21:46,185 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T17:21:46,185 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T17:21:46,185 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T17:21:46,187 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T17:21:46,188 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43029-0x100ab75758f0003, quorum=127.0.0.1:55583, baseZNode=/11204676943 Unable to get data of znode /11204676943/balancer because node does not exist (not necessarily an error) 2024-11-14T17:21:46,189 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11204676943/balancer already deleted, retry=false 2024-11-14T17:21:46,189 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T17:21:46,190 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43029-0x100ab75758f0003, quorum=127.0.0.1:55583, baseZNode=/11204676943 Unable to get data of znode /11204676943/normalizer because node does not exist (not necessarily an error) 2024-11-14T17:21:46,191 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11204676943/normalizer already deleted, retry=false 2024-11-14T17:21:46,191 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T17:21:46,193 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43029-0x100ab75758f0003, quorum=127.0.0.1:55583, baseZNode=/11204676943 Unable to get data of znode /11204676943/switch/split because node does not exist (not necessarily an error) 2024-11-14T17:21:46,194 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11204676943/switch/split already deleted, retry=false 2024-11-14T17:21:46,195 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43029-0x100ab75758f0003, quorum=127.0.0.1:55583, baseZNode=/11204676943 Unable to get data of znode /11204676943/switch/merge because node does not exist (not necessarily an error) 2024-11-14T17:21:46,197 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11204676943/switch/merge already deleted, retry=false 2024-11-14T17:21:46,198 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43029-0x100ab75758f0003, quorum=127.0.0.1:55583, baseZNode=/11204676943 Unable to get data of znode /11204676943/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T17:21:46,200 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11204676943/snapshot-cleanup already deleted, retry=false 2024-11-14T17:21:46,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43029-0x100ab75758f0003, quorum=127.0.0.1:55583, baseZNode=/11204676943 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11204676943/running 2024-11-14T17:21:46,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33545-0x100ab75758f0004, quorum=127.0.0.1:55583, baseZNode=/11204676943 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11204676943/running 2024-11-14T17:21:46,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43029-0x100ab75758f0003, quorum=127.0.0.1:55583, baseZNode=/11204676943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11204676943 2024-11-14T17:21:46,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33545-0x100ab75758f0004, quorum=127.0.0.1:55583, baseZNode=/11204676943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11204676943 2024-11-14T17:21:46,201 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4e57a52647ef,43029,1731604904322, sessionid=0x100ab75758f0003, setting cluster-up flag (Was=false) 2024-11-14T17:21:46,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33545-0x100ab75758f0004, quorum=127.0.0.1:55583, baseZNode=/11204676943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11204676943 2024-11-14T17:21:46,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43029-0x100ab75758f0003, quorum=127.0.0.1:55583, baseZNode=/11204676943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11204676943 2024-11-14T17:21:46,213 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11204676943/flush-table-proc/acquired, /11204676943/flush-table-proc/reached, /11204676943/flush-table-proc/abort 2024-11-14T17:21:46,214 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4e57a52647ef,43029,1731604904322 2024-11-14T17:21:46,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43029-0x100ab75758f0003, quorum=127.0.0.1:55583, baseZNode=/11204676943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11204676943 2024-11-14T17:21:46,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33545-0x100ab75758f0004, quorum=127.0.0.1:55583, baseZNode=/11204676943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11204676943 2024-11-14T17:21:46,225 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11204676943/online-snapshot/acquired, /11204676943/online-snapshot/reached, /11204676943/online-snapshot/abort 2024-11-14T17:21:46,226 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4e57a52647ef,43029,1731604904322 2024-11-14T17:21:46,235 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T17:21:46,242 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T17:21:46,243 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T17:21:46,243 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T17:21:46,243 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4e57a52647ef,43029,1731604904322 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T17:21:46,245 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:21:46,245 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:21:46,245 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:21:46,245 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:21:46,245 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4e57a52647ef:0, corePoolSize=10, maxPoolSize=10 2024-11-14T17:21:46,245 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:21:46,245 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4e57a52647ef:0, corePoolSize=2, maxPoolSize=2 2024-11-14T17:21:46,245 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:21:46,252 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T17:21:46,252 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T17:21:46,253 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:46,253 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T17:21:46,278 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731604936278 2024-11-14T17:21:46,279 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T17:21:46,279 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T17:21:46,279 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T17:21:46,279 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T17:21:46,280 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T17:21:46,280 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T17:21:46,299 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:46,299 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T17:21:46,300 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T17:21:46,300 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T17:21:46,300 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T17:21:46,301 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T17:21:46,301 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T17:21:46,303 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731604906301,5,FailOnTimeoutGroup] 2024-11-14T17:21:46,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741831_1007 (size=1321) 2024-11-14T17:21:46,303 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731604906303,5,FailOnTimeoutGroup] 2024-11-14T17:21:46,303 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:46,303 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T17:21:46,303 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:46,303 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:46,325 INFO [RS:0;4e57a52647ef:33545 {}] regionserver.HRegionServer(746): ClusterId : 20915604-1d0f-427e-a9f9-ba607732ed63 2024-11-14T17:21:46,325 DEBUG [RS:0;4e57a52647ef:33545 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T17:21:46,330 DEBUG [RS:0;4e57a52647ef:33545 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T17:21:46,330 DEBUG [RS:0;4e57a52647ef:33545 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T17:21:46,337 DEBUG [RS:0;4e57a52647ef:33545 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T17:21:46,338 DEBUG [RS:0;4e57a52647ef:33545 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3027ff0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4e57a52647ef/172.17.0.3:0 2024-11-14T17:21:46,358 DEBUG [RS:0;4e57a52647ef:33545 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4e57a52647ef:33545 2024-11-14T17:21:46,358 INFO [RS:0;4e57a52647ef:33545 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T17:21:46,358 INFO [RS:0;4e57a52647ef:33545 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T17:21:46,358 DEBUG [RS:0;4e57a52647ef:33545 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T17:21:46,359 INFO [RS:0;4e57a52647ef:33545 {}] regionserver.HRegionServer(2659): reportForDuty to master=4e57a52647ef,43029,1731604904322 with port=33545, startcode=1731604904378 2024-11-14T17:21:46,359 DEBUG [RS:0;4e57a52647ef:33545 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T17:21:46,379 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47139, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T17:21:46,379 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43029 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4e57a52647ef,33545,1731604904378 2024-11-14T17:21:46,379 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43029 {}] master.ServerManager(517): Registering regionserver=4e57a52647ef,33545,1731604904378 2024-11-14T17:21:46,381 DEBUG [RS:0;4e57a52647ef:33545 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006 2024-11-14T17:21:46,381 DEBUG [RS:0;4e57a52647ef:33545 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33689 2024-11-14T17:21:46,381 DEBUG [RS:0;4e57a52647ef:33545 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T17:21:46,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43029-0x100ab75758f0003, quorum=127.0.0.1:55583, baseZNode=/11204676943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11204676943/rs 2024-11-14T17:21:46,395 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4e57a52647ef,33545,1731604904378] 2024-11-14T17:21:46,399 DEBUG [RS:0;4e57a52647ef:33545 {}] zookeeper.ZKUtil(111): regionserver:33545-0x100ab75758f0004, quorum=127.0.0.1:55583, baseZNode=/11204676943 Set watcher on existing znode=/11204676943/rs/4e57a52647ef,33545,1731604904378 2024-11-14T17:21:46,399 WARN [RS:0;4e57a52647ef:33545 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T17:21:46,399 INFO [RS:0;4e57a52647ef:33545 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:21:46,399 DEBUG [RS:0;4e57a52647ef:33545 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378 2024-11-14T17:21:46,436 INFO [RS:0;4e57a52647ef:33545 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T17:21:46,438 INFO [RS:0;4e57a52647ef:33545 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T17:21:46,439 INFO [RS:0;4e57a52647ef:33545 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T17:21:46,439 INFO [RS:0;4e57a52647ef:33545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:46,440 INFO [RS:0;4e57a52647ef:33545 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T17:21:46,460 INFO [RS:0;4e57a52647ef:33545 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T17:21:46,460 INFO [RS:0;4e57a52647ef:33545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:46,461 DEBUG [RS:0;4e57a52647ef:33545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:21:46,461 DEBUG [RS:0;4e57a52647ef:33545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:21:46,461 DEBUG [RS:0;4e57a52647ef:33545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:21:46,461 DEBUG [RS:0;4e57a52647ef:33545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:21:46,461 DEBUG [RS:0;4e57a52647ef:33545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:21:46,461 DEBUG [RS:0;4e57a52647ef:33545 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4e57a52647ef:0, corePoolSize=2, maxPoolSize=2 2024-11-14T17:21:46,461 DEBUG [RS:0;4e57a52647ef:33545 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:21:46,461 DEBUG [RS:0;4e57a52647ef:33545 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:21:46,461 DEBUG [RS:0;4e57a52647ef:33545 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:21:46,461 DEBUG [RS:0;4e57a52647ef:33545 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:21:46,461 DEBUG [RS:0;4e57a52647ef:33545 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:21:46,461 DEBUG [RS:0;4e57a52647ef:33545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:21:46,461 DEBUG [RS:0;4e57a52647ef:33545 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4e57a52647ef:0, corePoolSize=3, maxPoolSize=3 2024-11-14T17:21:46,461 DEBUG [RS:0;4e57a52647ef:33545 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4e57a52647ef:0, corePoolSize=3, maxPoolSize=3 2024-11-14T17:21:46,463 INFO [RS:0;4e57a52647ef:33545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:46,463 INFO [RS:0;4e57a52647ef:33545 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:46,463 INFO [RS:0;4e57a52647ef:33545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:46,464 INFO [RS:0;4e57a52647ef:33545 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:46,464 INFO [RS:0;4e57a52647ef:33545 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:46,464 INFO [RS:0;4e57a52647ef:33545 {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,33545,1731604904378-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T17:21:46,482 INFO [RS:0;4e57a52647ef:33545 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T17:21:46,483 INFO [RS:0;4e57a52647ef:33545 {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,33545,1731604904378-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:46,483 INFO [RS:0;4e57a52647ef:33545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:46,483 INFO [RS:0;4e57a52647ef:33545 {}] regionserver.Replication(171): 4e57a52647ef,33545,1731604904378 started 2024-11-14T17:21:46,501 INFO [RS:0;4e57a52647ef:33545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:46,501 INFO [RS:0;4e57a52647ef:33545 {}] regionserver.HRegionServer(1482): Serving as 4e57a52647ef,33545,1731604904378, RpcServer on 4e57a52647ef/172.17.0.3:33545, sessionid=0x100ab75758f0004 2024-11-14T17:21:46,502 DEBUG [RS:0;4e57a52647ef:33545 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T17:21:46,502 DEBUG [RS:0;4e57a52647ef:33545 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4e57a52647ef,33545,1731604904378 2024-11-14T17:21:46,502 DEBUG [RS:0;4e57a52647ef:33545 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4e57a52647ef,33545,1731604904378' 2024-11-14T17:21:46,502 DEBUG [RS:0;4e57a52647ef:33545 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11204676943/flush-table-proc/abort' 2024-11-14T17:21:46,502 DEBUG [RS:0;4e57a52647ef:33545 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11204676943/flush-table-proc/acquired' 2024-11-14T17:21:46,503 DEBUG [RS:0;4e57a52647ef:33545 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T17:21:46,503 DEBUG [RS:0;4e57a52647ef:33545 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T17:21:46,503 DEBUG [RS:0;4e57a52647ef:33545 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4e57a52647ef,33545,1731604904378 2024-11-14T17:21:46,503 DEBUG [RS:0;4e57a52647ef:33545 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4e57a52647ef,33545,1731604904378' 2024-11-14T17:21:46,503 DEBUG [RS:0;4e57a52647ef:33545 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11204676943/online-snapshot/abort' 2024-11-14T17:21:46,505 DEBUG [RS:0;4e57a52647ef:33545 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11204676943/online-snapshot/acquired' 2024-11-14T17:21:46,506 DEBUG [RS:0;4e57a52647ef:33545 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T17:21:46,506 INFO [RS:0;4e57a52647ef:33545 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T17:21:46,506 INFO [RS:0;4e57a52647ef:33545 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T17:21:46,609 INFO [RS:0;4e57a52647ef:33545 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T17:21:46,622 INFO [RS:0;4e57a52647ef:33545 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4e57a52647ef%2C33545%2C1731604904378, suffix=, logDir=hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378, archiveDir=hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/oldWALs, maxLogs=10 2024-11-14T17:21:46,649 DEBUG [RS:0;4e57a52647ef:33545 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.1731604906623, exclude list is [], retry=0 2024-11-14T17:21:46,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46531,DS-26e904eb-e9b3-426a-8f04-4f3030ae994d,DISK] 2024-11-14T17:21:46,674 INFO [RS:0;4e57a52647ef:33545 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.1731604906623 2024-11-14T17:21:46,679 DEBUG [RS:0;4e57a52647ef:33545 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39333:39333)] 2024-11-14T17:21:46,704 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T17:21:46,704 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006 2024-11-14T17:21:46,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741833_1009 (size=32) 2024-11-14T17:21:46,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:21:46,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T17:21:46,745 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T17:21:46,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:46,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:21:46,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T17:21:46,749 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T17:21:46,749 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:46,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:21:46,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T17:21:46,751 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T17:21:46,751 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:46,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:21:46,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T17:21:46,753 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T17:21:46,753 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:46,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:21:46,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T17:21:46,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/data/hbase/meta/1588230740 2024-11-14T17:21:46,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/data/hbase/meta/1588230740 2024-11-14T17:21:46,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T17:21:46,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T17:21:46,757 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:21:46,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T17:21:46,763 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:21:46,763 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74967653, jitterRate=0.11710508167743683}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:21:46,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731604906738Initializing all the Stores at 1731604906742 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604906742Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604906743 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604906743Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604906743Cleaning up temporary data from old regions at 1731604906757 (+14 ms)Region opened successfully at 1731604906763 (+6 ms) 2024-11-14T17:21:46,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T17:21:46,763 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T17:21:46,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T17:21:46,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T17:21:46,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T17:21:46,764 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T17:21:46,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731604906763Disabling compacts and flushes for region at 1731604906763Disabling writes for close at 1731604906763Writing region close event to WAL at 1731604906764 (+1 ms)Closed at 1731604906764 2024-11-14T17:21:46,765 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T17:21:46,765 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T17:21:46,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T17:21:46,767 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T17:21:46,769 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T17:21:46,919 DEBUG [4e57a52647ef:43029 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T17:21:46,920 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4e57a52647ef,33545,1731604904378 2024-11-14T17:21:46,921 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4e57a52647ef,33545,1731604904378, state=OPENING 2024-11-14T17:21:46,923 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T17:21:46,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33545-0x100ab75758f0004, quorum=127.0.0.1:55583, baseZNode=/11204676943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11204676943 2024-11-14T17:21:46,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43029-0x100ab75758f0003, quorum=127.0.0.1:55583, baseZNode=/11204676943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11204676943 2024-11-14T17:21:46,928 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T17:21:46,928 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11204676943/meta-region-server: CHANGED 2024-11-14T17:21:46,928 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11204676943/meta-region-server: CHANGED 2024-11-14T17:21:46,928 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4e57a52647ef,33545,1731604904378}] 2024-11-14T17:21:47,087 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T17:21:47,092 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43579, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T17:21:47,111 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T17:21:47,111 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:21:47,111 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T17:21:47,119 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4e57a52647ef%2C33545%2C1731604904378.meta, suffix=.meta, logDir=hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378, archiveDir=hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/oldWALs, maxLogs=10 2024-11-14T17:21:47,138 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.meta.1731604907120.meta, exclude list is [], retry=0 2024-11-14T17:21:47,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46531,DS-26e904eb-e9b3-426a-8f04-4f3030ae994d,DISK] 2024-11-14T17:21:47,164 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.meta.1731604907120.meta 2024-11-14T17:21:47,166 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39333:39333)] 2024-11-14T17:21:47,167 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:21:47,167 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T17:21:47,167 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T17:21:47,167 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T17:21:47,167 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T17:21:47,167 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T17:21:47,168 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:21:47,168 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T17:21:47,168 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T17:21:47,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T17:21:47,196 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T17:21:47,197 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:47,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:21:47,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T17:21:47,203 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T17:21:47,203 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:47,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:21:47,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T17:21:47,205 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T17:21:47,205 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:47,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:21:47,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T17:21:47,206 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T17:21:47,206 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:47,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:21:47,207 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T17:21:47,208 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/data/hbase/meta/1588230740 2024-11-14T17:21:47,209 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/data/hbase/meta/1588230740 2024-11-14T17:21:47,210 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T17:21:47,210 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T17:21:47,211 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:21:47,212 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T17:21:47,213 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59487529, jitterRate=-0.11356674134731293}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:21:47,214 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T17:21:47,214 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731604907168Writing region info on filesystem at 1731604907168Initializing all the Stores at 1731604907169 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604907169Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604907170 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604907170Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604907170Cleaning up temporary data from old regions at 1731604907210 (+40 ms)Running coprocessor post-open hooks at 1731604907214 (+4 ms)Region opened successfully at 1731604907214 2024-11-14T17:21:47,216 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731604907086 2024-11-14T17:21:47,219 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T17:21:47,219 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T17:21:47,220 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4e57a52647ef,33545,1731604904378 2024-11-14T17:21:47,221 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4e57a52647ef,33545,1731604904378, state=OPEN 2024-11-14T17:21:47,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33545-0x100ab75758f0004, quorum=127.0.0.1:55583, baseZNode=/11204676943 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11204676943/meta-region-server 2024-11-14T17:21:47,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43029-0x100ab75758f0003, quorum=127.0.0.1:55583, baseZNode=/11204676943 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11204676943/meta-region-server 2024-11-14T17:21:47,225 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11204676943/meta-region-server: CHANGED 2024-11-14T17:21:47,225 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4e57a52647ef,33545,1731604904378 2024-11-14T17:21:47,225 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11204676943/meta-region-server: CHANGED 2024-11-14T17:21:47,228 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T17:21:47,228 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4e57a52647ef,33545,1731604904378 in 297 msec 2024-11-14T17:21:47,231 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T17:21:47,231 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 463 msec 2024-11-14T17:21:47,233 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T17:21:47,233 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T17:21:47,235 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:21:47,235 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,33545,1731604904378, seqNum=-1] 2024-11-14T17:21:47,235 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:21:47,238 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36389, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:21:47,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0120 sec 2024-11-14T17:21:47,253 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731604907252, completionTime=-1 2024-11-14T17:21:47,253 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T17:21:47,253 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T17:21:47,255 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T17:21:47,255 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731604967255 2024-11-14T17:21:47,255 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731605027255 2024-11-14T17:21:47,255 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T17:21:47,256 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,43029,1731604904322-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:47,256 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,43029,1731604904322-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:47,256 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,43029,1731604904322-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:47,256 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4e57a52647ef:43029, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:47,256 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:47,258 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:47,263 DEBUG [master/4e57a52647ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T17:21:47,266 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.833sec 2024-11-14T17:21:47,266 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T17:21:47,266 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T17:21:47,266 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T17:21:47,266 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T17:21:47,266 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T17:21:47,266 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,43029,1731604904322-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T17:21:47,266 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,43029,1731604904322-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T17:21:47,272 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T17:21:47,272 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T17:21:47,272 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,43029,1731604904322-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:47,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f675e54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:47,324 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,43029,-1 for getting cluster id 2024-11-14T17:21:47,324 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:21:47,325 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '20915604-1d0f-427e-a9f9-ba607732ed63' 2024-11-14T17:21:47,326 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:21:47,326 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "20915604-1d0f-427e-a9f9-ba607732ed63" 2024-11-14T17:21:47,326 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bfa47c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:47,326 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,43029,-1] 2024-11-14T17:21:47,326 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:21:47,327 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:47,331 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:21:47,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e59760a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:47,333 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:21:47,335 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,33545,1731604904378, seqNum=-1] 2024-11-14T17:21:47,335 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:21:47,337 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:21:47,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4e57a52647ef,43029,1731604904322 2024-11-14T17:21:47,341 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55583 2024-11-14T17:21:47,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55583, baseZNode=/11204676943 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:21:47,369 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100ab75758f0005 connected 2024-11-14T17:21:47,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7304fc56-882f-0149-e81c-416fdc378781/hadoop.log.dir so I do NOT create it in target/test-data/196b1cb7-d50a-bd72-0bd5-a46849033901 2024-11-14T17:21:47,397 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7304fc56-882f-0149-e81c-416fdc378781/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T17:21:47,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7304fc56-882f-0149-e81c-416fdc378781/hadoop.tmp.dir so I do NOT create it in target/test-data/196b1cb7-d50a-bd72-0bd5-a46849033901 2024-11-14T17:21:47,397 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7304fc56-882f-0149-e81c-416fdc378781/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T17:21:47,397 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196b1cb7-d50a-bd72-0bd5-a46849033901 2024-11-14T17:21:47,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T17:21:47,397 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196b1cb7-d50a-bd72-0bd5-a46849033901/cluster_06957755-ef76-5f74-ca18-0221e4982075, deleteOnExit=true 2024-11-14T17:21:47,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T17:21:47,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196b1cb7-d50a-bd72-0bd5-a46849033901/test.cache.data in system properties and HBase conf 2024-11-14T17:21:47,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196b1cb7-d50a-bd72-0bd5-a46849033901/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T17:21:47,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196b1cb7-d50a-bd72-0bd5-a46849033901/hadoop.log.dir in system properties and HBase conf 2024-11-14T17:21:47,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196b1cb7-d50a-bd72-0bd5-a46849033901/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T17:21:47,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196b1cb7-d50a-bd72-0bd5-a46849033901/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T17:21:47,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T17:21:47,398 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T17:21:47,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196b1cb7-d50a-bd72-0bd5-a46849033901/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T17:21:47,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196b1cb7-d50a-bd72-0bd5-a46849033901/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T17:21:47,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196b1cb7-d50a-bd72-0bd5-a46849033901/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T17:21:47,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196b1cb7-d50a-bd72-0bd5-a46849033901/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T17:21:47,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196b1cb7-d50a-bd72-0bd5-a46849033901/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T17:21:47,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196b1cb7-d50a-bd72-0bd5-a46849033901/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T17:21:47,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196b1cb7-d50a-bd72-0bd5-a46849033901/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T17:21:47,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196b1cb7-d50a-bd72-0bd5-a46849033901/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T17:21:47,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196b1cb7-d50a-bd72-0bd5-a46849033901/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T17:21:47,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196b1cb7-d50a-bd72-0bd5-a46849033901/nfs.dump.dir in system properties and HBase conf 2024-11-14T17:21:47,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196b1cb7-d50a-bd72-0bd5-a46849033901/java.io.tmpdir in system properties and HBase conf 2024-11-14T17:21:47,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196b1cb7-d50a-bd72-0bd5-a46849033901/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T17:21:47,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196b1cb7-d50a-bd72-0bd5-a46849033901/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T17:21:47,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196b1cb7-d50a-bd72-0bd5-a46849033901/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T17:21:47,605 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T17:21:47,611 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T17:21:47,621 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T17:21:47,664 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T17:21:47,664 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T17:21:47,664 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T17:21:47,667 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T17:21:47,673 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a7e3235{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196b1cb7-d50a-bd72-0bd5-a46849033901/hadoop.log.dir/,AVAILABLE} 2024-11-14T17:21:47,673 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4210efb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T17:21:47,867 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@42343ec5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196b1cb7-d50a-bd72-0bd5-a46849033901/java.io.tmpdir/jetty-localhost-36677-hadoop-hdfs-3_4_1-tests_jar-_-any-14492438188358098810/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T17:21:47,870 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b8f72b3{HTTP/1.1, (http/1.1)}{localhost:36677} 2024-11-14T17:21:47,871 INFO [Time-limited test {}] server.Server(415): Started @212249ms 2024-11-14T17:21:48,272 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T17:21:48,273 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:48,274 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:48,284 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:21:48,285 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4e57a52647ef,35055,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e57a52647ef:35055 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T17:21:48,285 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38369 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4e57a52647ef,35055,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e57a52647ef:35055 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T17:21:48,367 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:48,367 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:48,367 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:48,368 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:48,368 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:48,369 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:48,379 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:48,384 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:48,384 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:48,387 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:48,422 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T17:21:48,428 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T17:21:48,464 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T17:21:48,464 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T17:21:48,464 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T17:21:48,471 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3030fef7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196b1cb7-d50a-bd72-0bd5-a46849033901/hadoop.log.dir/,AVAILABLE} 2024-11-14T17:21:48,471 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ed836a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T17:21:48,644 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6096518f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196b1cb7-d50a-bd72-0bd5-a46849033901/java.io.tmpdir/jetty-localhost-39105-hadoop-hdfs-3_4_1-tests_jar-_-any-18283943622354654587/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T17:21:48,649 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f7ab5fc{HTTP/1.1, (http/1.1)}{localhost:39105} 2024-11-14T17:21:48,649 INFO [Time-limited test {}] server.Server(415): Started @213027ms 2024-11-14T17:21:48,651 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T17:21:48,923 WARN [Thread-2888 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196b1cb7-d50a-bd72-0bd5-a46849033901/cluster_06957755-ef76-5f74-ca18-0221e4982075/data/data1/current/BP-1762677435-172.17.0.3-1731604907472/current, will proceed with Du for space computation calculation, 2024-11-14T17:21:48,935 WARN [Thread-2889 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196b1cb7-d50a-bd72-0bd5-a46849033901/cluster_06957755-ef76-5f74-ca18-0221e4982075/data/data2/current/BP-1762677435-172.17.0.3-1731604907472/current, will proceed with Du for space computation calculation, 2024-11-14T17:21:48,999 WARN [Thread-2876 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T17:21:49,005 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x558f01a7c675e044 with lease ID 0xa9c2b58f2d4ada6f: Processing first storage report for DS-361558f2-e044-4b60-9ba0-6cc6ade8008d from datanode DatanodeRegistration(127.0.0.1:46493, datanodeUuid=e3845608-c9b0-4506-b4a9-58eaca9b2397, infoPort=35097, infoSecurePort=0, ipcPort=33975, storageInfo=lv=-57;cid=testClusterID;nsid=1271526091;c=1731604907472) 2024-11-14T17:21:49,005 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x558f01a7c675e044 with lease ID 0xa9c2b58f2d4ada6f: from storage DS-361558f2-e044-4b60-9ba0-6cc6ade8008d node DatanodeRegistration(127.0.0.1:46493, datanodeUuid=e3845608-c9b0-4506-b4a9-58eaca9b2397, infoPort=35097, infoSecurePort=0, ipcPort=33975, storageInfo=lv=-57;cid=testClusterID;nsid=1271526091;c=1731604907472), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T17:21:49,006 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x558f01a7c675e044 with lease ID 0xa9c2b58f2d4ada6f: Processing first storage report for DS-11291b2d-7b69-41a0-b8d3-8e0b5e40ff1d from datanode DatanodeRegistration(127.0.0.1:46493, datanodeUuid=e3845608-c9b0-4506-b4a9-58eaca9b2397, infoPort=35097, infoSecurePort=0, ipcPort=33975, storageInfo=lv=-57;cid=testClusterID;nsid=1271526091;c=1731604907472) 2024-11-14T17:21:49,006 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x558f01a7c675e044 with lease ID 0xa9c2b58f2d4ada6f: from storage DS-11291b2d-7b69-41a0-b8d3-8e0b5e40ff1d node DatanodeRegistration(127.0.0.1:46493, datanodeUuid=e3845608-c9b0-4506-b4a9-58eaca9b2397, infoPort=35097, infoSecurePort=0, ipcPort=33975, storageInfo=lv=-57;cid=testClusterID;nsid=1271526091;c=1731604907472), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T17:21:49,103 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196b1cb7-d50a-bd72-0bd5-a46849033901 2024-11-14T17:21:49,103 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:21:49,105 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:21:49,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46493 is added to blk_1073741825_1001 (size=7) 2024-11-14T17:21:49,166 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716 with version=8 2024-11-14T17:21:49,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/hbase-staging 2024-11-14T17:21:49,169 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4e57a52647ef:0 server-side Connection retries=45 2024-11-14T17:21:49,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:21:49,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T17:21:49,169 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T17:21:49,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:21:49,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T17:21:49,169 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T17:21:49,169 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T17:21:49,173 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41993 2024-11-14T17:21:49,174 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41993 connecting to ZooKeeper ensemble=127.0.0.1:55583 2024-11-14T17:21:49,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:419930x0, quorum=127.0.0.1:55583, baseZNode=/2-1075990770 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:21:49,179 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41993-0x100ab75758f0006 connected 2024-11-14T17:21:49,240 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:21:49,241 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:21:49,248 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41993-0x100ab75758f0006, quorum=127.0.0.1:55583, baseZNode=/2-1075990770 Set watcher on znode that does not yet exist, /2-1075990770/running 2024-11-14T17:21:49,248 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716, hbase.cluster.distributed=false 2024-11-14T17:21:49,266 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41993-0x100ab75758f0006, quorum=127.0.0.1:55583, baseZNode=/2-1075990770 Set watcher on znode that does not yet exist, /2-1075990770/acl 2024-11-14T17:21:49,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41993 2024-11-14T17:21:49,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41993 2024-11-14T17:21:49,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41993 2024-11-14T17:21:49,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41993 2024-11-14T17:21:49,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41993 2024-11-14T17:21:49,293 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4e57a52647ef:0 server-side Connection retries=45 2024-11-14T17:21:49,293 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:21:49,293 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T17:21:49,293 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T17:21:49,293 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:21:49,293 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T17:21:49,293 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T17:21:49,293 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T17:21:49,303 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46367 2024-11-14T17:21:49,304 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46367 connecting to ZooKeeper ensemble=127.0.0.1:55583 2024-11-14T17:21:49,305 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:21:49,306 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:21:49,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463670x0, quorum=127.0.0.1:55583, baseZNode=/2-1075990770 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:21:49,319 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:463670x0, quorum=127.0.0.1:55583, baseZNode=/2-1075990770 Set watcher on znode that does not yet exist, /2-1075990770/running 2024-11-14T17:21:49,319 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T17:21:49,323 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46367-0x100ab75758f0007 connected 2024-11-14T17:21:49,325 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T17:21:49,326 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46367-0x100ab75758f0007, quorum=127.0.0.1:55583, baseZNode=/2-1075990770 Set watcher on znode that does not yet exist, /2-1075990770/master 2024-11-14T17:21:49,334 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46367-0x100ab75758f0007, quorum=127.0.0.1:55583, baseZNode=/2-1075990770 Set watcher on znode that does not yet exist, /2-1075990770/acl 2024-11-14T17:21:49,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46367 2024-11-14T17:21:49,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46367 2024-11-14T17:21:49,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46367 2024-11-14T17:21:49,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46367 2024-11-14T17:21:49,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46367 2024-11-14T17:21:49,414 DEBUG [M:0;4e57a52647ef:41993 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4e57a52647ef:41993 2024-11-14T17:21:49,427 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1075990770/backup-masters/4e57a52647ef,41993,1731604909168 2024-11-14T17:21:49,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41993-0x100ab75758f0006, quorum=127.0.0.1:55583, baseZNode=/2-1075990770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1075990770/backup-masters 2024-11-14T17:21:49,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46367-0x100ab75758f0007, quorum=127.0.0.1:55583, baseZNode=/2-1075990770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1075990770/backup-masters 2024-11-14T17:21:49,441 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41993-0x100ab75758f0006, quorum=127.0.0.1:55583, baseZNode=/2-1075990770 Set watcher on existing znode=/2-1075990770/backup-masters/4e57a52647ef,41993,1731604909168 2024-11-14T17:21:49,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46367-0x100ab75758f0007, quorum=127.0.0.1:55583, baseZNode=/2-1075990770 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1075990770/master 2024-11-14T17:21:49,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41993-0x100ab75758f0006, quorum=127.0.0.1:55583, baseZNode=/2-1075990770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1075990770 2024-11-14T17:21:49,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46367-0x100ab75758f0007, quorum=127.0.0.1:55583, baseZNode=/2-1075990770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1075990770 2024-11-14T17:21:49,466 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41993-0x100ab75758f0006, quorum=127.0.0.1:55583, baseZNode=/2-1075990770 Set watcher on existing znode=/2-1075990770/master 2024-11-14T17:21:49,481 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1075990770/backup-masters/4e57a52647ef,41993,1731604909168 from backup master directory 2024-11-14T17:21:49,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46367-0x100ab75758f0007, quorum=127.0.0.1:55583, baseZNode=/2-1075990770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1075990770/backup-masters 2024-11-14T17:21:49,489 WARN [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T17:21:49,489 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4e57a52647ef,41993,1731604909168 2024-11-14T17:21:49,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41993-0x100ab75758f0006, quorum=127.0.0.1:55583, baseZNode=/2-1075990770 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1075990770/backup-masters/4e57a52647ef,41993,1731604909168 2024-11-14T17:21:49,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41993-0x100ab75758f0006, quorum=127.0.0.1:55583, baseZNode=/2-1075990770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1075990770/backup-masters 2024-11-14T17:21:49,526 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/hbase.id] with ID: 73e90be3-71bd-4c04-b7bc-18d27c950ab5 2024-11-14T17:21:49,527 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/.tmp/hbase.id 2024-11-14T17:21:49,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46493 is added to blk_1073741826_1002 (size=42) 2024-11-14T17:21:49,998 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/.tmp/hbase.id]:[hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/hbase.id] 2024-11-14T17:21:50,132 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:21:50,132 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T17:21:50,140 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 8ms. 2024-11-14T17:21:50,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46367-0x100ab75758f0007, quorum=127.0.0.1:55583, baseZNode=/2-1075990770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1075990770 2024-11-14T17:21:50,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41993-0x100ab75758f0006, quorum=127.0.0.1:55583, baseZNode=/2-1075990770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1075990770 2024-11-14T17:21:50,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46493 is added to blk_1073741827_1003 (size=196) 2024-11-14T17:21:50,226 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T17:21:50,227 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T17:21:50,229 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:21:50,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46493 is added to blk_1073741828_1004 (size=1189) 2024-11-14T17:21:50,313 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/MasterData/data/master/store 2024-11-14T17:21:50,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46493 is added to blk_1073741829_1005 (size=34) 2024-11-14T17:21:50,749 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:21:50,749 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T17:21:50,750 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:21:50,750 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:21:50,750 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T17:21:50,750 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:21:50,750 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:21:50,750 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731604910749Disabling compacts and flushes for region at 1731604910749Disabling writes for close at 1731604910750 (+1 ms)Writing region close event to WAL at 1731604910750Closed at 1731604910750 2024-11-14T17:21:50,751 WARN [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/MasterData/data/master/store/.initializing 2024-11-14T17:21:50,751 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/MasterData/WALs/4e57a52647ef,41993,1731604909168 2024-11-14T17:21:50,756 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T17:21:50,758 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4e57a52647ef%2C41993%2C1731604909168, suffix=, logDir=hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/MasterData/WALs/4e57a52647ef,41993,1731604909168, archiveDir=hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/MasterData/oldWALs, maxLogs=10 2024-11-14T17:21:50,777 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/MasterData/WALs/4e57a52647ef,41993,1731604909168/4e57a52647ef%2C41993%2C1731604909168.1731604910758, exclude list is [], retry=0 2024-11-14T17:21:50,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46493,DS-361558f2-e044-4b60-9ba0-6cc6ade8008d,DISK] 2024-11-14T17:21:50,820 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/MasterData/WALs/4e57a52647ef,41993,1731604909168/4e57a52647ef%2C41993%2C1731604909168.1731604910758 2024-11-14T17:21:50,828 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35097:35097)] 2024-11-14T17:21:50,828 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:21:50,828 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:21:50,829 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:21:50,829 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:21:50,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:21:50,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T17:21:50,853 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:50,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:21:50,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:21:50,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T17:21:50,864 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:50,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:21:50,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:21:50,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T17:21:50,870 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:50,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:21:50,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:21:50,872 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T17:21:50,872 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:50,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:21:50,873 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:21:50,873 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:21:50,875 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:21:50,876 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:21:50,877 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:21:50,878 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:21:50,879 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:21:50,902 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:21:50,903 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68056548, jitterRate=0.014121592044830322}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:21:50,903 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731604910829Initializing all the Stores at 1731604910833 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604910833Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604910846 (+13 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604910846Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604910846Cleaning up temporary data from old regions at 1731604910877 (+31 ms)Region opened successfully at 1731604910903 (+26 ms) 2024-11-14T17:21:50,910 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T17:21:50,925 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d853a51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4e57a52647ef/172.17.0.3:0 2024-11-14T17:21:50,929 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T17:21:50,929 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T17:21:50,929 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T17:21:50,930 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T17:21:50,930 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T17:21:50,931 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T17:21:50,931 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T17:21:50,957 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T17:21:50,969 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41993-0x100ab75758f0006, quorum=127.0.0.1:55583, baseZNode=/2-1075990770 Unable to get data of znode /2-1075990770/balancer because node does not exist (not necessarily an error) 2024-11-14T17:21:50,977 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1075990770/balancer already deleted, retry=false 2024-11-14T17:21:50,977 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T17:21:50,979 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41993-0x100ab75758f0006, quorum=127.0.0.1:55583, baseZNode=/2-1075990770 Unable to get data of znode /2-1075990770/normalizer because node does not exist (not necessarily an error) 2024-11-14T17:21:50,981 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1075990770/normalizer already deleted, retry=false 2024-11-14T17:21:50,981 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T17:21:50,983 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41993-0x100ab75758f0006, quorum=127.0.0.1:55583, baseZNode=/2-1075990770 Unable to get data of znode /2-1075990770/switch/split because node does not exist (not necessarily an error) 2024-11-14T17:21:50,984 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1075990770/switch/split already deleted, retry=false 2024-11-14T17:21:50,985 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41993-0x100ab75758f0006, quorum=127.0.0.1:55583, baseZNode=/2-1075990770 Unable to get data of znode /2-1075990770/switch/merge because node does not exist (not necessarily an error) 2024-11-14T17:21:50,994 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1075990770/switch/merge already deleted, retry=false 2024-11-14T17:21:51,001 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41993-0x100ab75758f0006, quorum=127.0.0.1:55583, baseZNode=/2-1075990770 Unable to get data of znode /2-1075990770/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T17:21:51,009 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1075990770/snapshot-cleanup already deleted, retry=false 2024-11-14T17:21:51,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46367-0x100ab75758f0007, quorum=127.0.0.1:55583, baseZNode=/2-1075990770 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1075990770/running 2024-11-14T17:21:51,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46367-0x100ab75758f0007, quorum=127.0.0.1:55583, baseZNode=/2-1075990770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1075990770 2024-11-14T17:21:51,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41993-0x100ab75758f0006, quorum=127.0.0.1:55583, baseZNode=/2-1075990770 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1075990770/running 2024-11-14T17:21:51,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41993-0x100ab75758f0006, quorum=127.0.0.1:55583, baseZNode=/2-1075990770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1075990770 2024-11-14T17:21:51,022 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4e57a52647ef,41993,1731604909168, sessionid=0x100ab75758f0006, setting cluster-up flag (Was=false) 2024-11-14T17:21:51,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41993-0x100ab75758f0006, quorum=127.0.0.1:55583, baseZNode=/2-1075990770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1075990770 2024-11-14T17:21:51,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46367-0x100ab75758f0007, quorum=127.0.0.1:55583, baseZNode=/2-1075990770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1075990770 2024-11-14T17:21:51,083 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1075990770/flush-table-proc/acquired, /2-1075990770/flush-table-proc/reached, /2-1075990770/flush-table-proc/abort 2024-11-14T17:21:51,108 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4e57a52647ef,41993,1731604909168 2024-11-14T17:21:51,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46367-0x100ab75758f0007, quorum=127.0.0.1:55583, baseZNode=/2-1075990770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1075990770 2024-11-14T17:21:51,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41993-0x100ab75758f0006, quorum=127.0.0.1:55583, baseZNode=/2-1075990770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1075990770 2024-11-14T17:21:51,131 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1075990770/online-snapshot/acquired, /2-1075990770/online-snapshot/reached, /2-1075990770/online-snapshot/abort 2024-11-14T17:21:51,139 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4e57a52647ef,41993,1731604909168 2024-11-14T17:21:51,143 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T17:21:51,148 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T17:21:51,149 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T17:21:51,149 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T17:21:51,149 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4e57a52647ef,41993,1731604909168 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T17:21:51,157 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:21:51,157 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:21:51,157 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:21:51,157 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:21:51,157 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4e57a52647ef:0, corePoolSize=10, maxPoolSize=10 2024-11-14T17:21:51,157 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:21:51,157 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4e57a52647ef:0, corePoolSize=2, maxPoolSize=2 2024-11-14T17:21:51,157 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:21:51,171 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T17:21:51,171 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T17:21:51,186 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731604941186 2024-11-14T17:21:51,187 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T17:21:51,187 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T17:21:51,187 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:51,187 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T17:21:51,187 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T17:21:51,187 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T17:21:51,187 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T17:21:51,187 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T17:21:51,198 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:51,211 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T17:21:51,211 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T17:21:51,211 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T17:21:51,211 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T17:21:51,219 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T17:21:51,219 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T17:21:51,232 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731604911219,5,FailOnTimeoutGroup] 2024-11-14T17:21:51,233 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731604911232,5,FailOnTimeoutGroup] 2024-11-14T17:21:51,233 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:51,233 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T17:21:51,233 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:51,233 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:51,237 INFO [RS:0;4e57a52647ef:46367 {}] regionserver.HRegionServer(746): ClusterId : 73e90be3-71bd-4c04-b7bc-18d27c950ab5 2024-11-14T17:21:51,237 DEBUG [RS:0;4e57a52647ef:46367 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T17:21:51,242 DEBUG [RS:0;4e57a52647ef:46367 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T17:21:51,243 DEBUG [RS:0;4e57a52647ef:46367 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T17:21:51,253 DEBUG [RS:0;4e57a52647ef:46367 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T17:21:51,253 DEBUG [RS:0;4e57a52647ef:46367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34e8da11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4e57a52647ef/172.17.0.3:0 2024-11-14T17:21:51,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46493 is added to blk_1073741831_1007 (size=1321) 2024-11-14T17:21:51,272 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T17:21:51,272 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716 2024-11-14T17:21:51,274 DEBUG [RS:0;4e57a52647ef:46367 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4e57a52647ef:46367 2024-11-14T17:21:51,274 INFO [RS:0;4e57a52647ef:46367 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T17:21:51,274 INFO [RS:0;4e57a52647ef:46367 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T17:21:51,278 DEBUG [RS:0;4e57a52647ef:46367 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T17:21:51,289 INFO [RS:0;4e57a52647ef:46367 {}] regionserver.HRegionServer(2659): reportForDuty to master=4e57a52647ef,41993,1731604909168 with port=46367, startcode=1731604909293 2024-11-14T17:21:51,289 DEBUG [RS:0;4e57a52647ef:46367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T17:21:51,312 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53509, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T17:21:51,314 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41993 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4e57a52647ef,46367,1731604909293 2024-11-14T17:21:51,314 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41993 {}] master.ServerManager(517): Registering regionserver=4e57a52647ef,46367,1731604909293 2024-11-14T17:21:51,329 DEBUG [RS:0;4e57a52647ef:46367 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716 2024-11-14T17:21:51,329 DEBUG [RS:0;4e57a52647ef:46367 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38531 2024-11-14T17:21:51,329 DEBUG [RS:0;4e57a52647ef:46367 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T17:21:51,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41993-0x100ab75758f0006, quorum=127.0.0.1:55583, baseZNode=/2-1075990770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1075990770/rs 2024-11-14T17:21:51,339 DEBUG [RS:0;4e57a52647ef:46367 {}] zookeeper.ZKUtil(111): regionserver:46367-0x100ab75758f0007, quorum=127.0.0.1:55583, baseZNode=/2-1075990770 Set watcher on existing znode=/2-1075990770/rs/4e57a52647ef,46367,1731604909293 2024-11-14T17:21:51,339 WARN [RS:0;4e57a52647ef:46367 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T17:21:51,339 INFO [RS:0;4e57a52647ef:46367 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:21:51,340 DEBUG [RS:0;4e57a52647ef:46367 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/WALs/4e57a52647ef,46367,1731604909293 2024-11-14T17:21:51,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46493 is added to blk_1073741832_1008 (size=32) 2024-11-14T17:21:51,355 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4e57a52647ef,46367,1731604909293] 2024-11-14T17:21:51,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:21:51,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T17:21:51,384 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T17:21:51,384 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:51,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:21:51,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T17:21:51,393 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T17:21:51,393 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:51,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:21:51,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T17:21:51,395 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T17:21:51,395 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:51,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:21:51,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T17:21:51,397 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T17:21:51,397 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:51,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:21:51,397 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T17:21:51,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/data/hbase/meta/1588230740 2024-11-14T17:21:51,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/data/hbase/meta/1588230740 2024-11-14T17:21:51,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T17:21:51,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T17:21:51,401 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:21:51,402 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T17:21:51,407 INFO [RS:0;4e57a52647ef:46367 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T17:21:51,423 INFO [RS:0;4e57a52647ef:46367 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T17:21:51,434 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:21:51,435 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59804730, jitterRate=-0.10884007811546326}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:21:51,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731604911365Initializing all the Stores at 1731604911375 (+10 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604911376 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604911376Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604911376Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604911376Cleaning up temporary data from old regions at 1731604911400 (+24 ms)Region opened successfully at 1731604911435 (+35 ms) 2024-11-14T17:21:51,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T17:21:51,435 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T17:21:51,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T17:21:51,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T17:21:51,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T17:21:51,439 INFO [RS:0;4e57a52647ef:46367 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T17:21:51,439 INFO [RS:0;4e57a52647ef:46367 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:51,455 INFO [RS:0;4e57a52647ef:46367 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T17:21:51,455 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T17:21:51,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731604911435Disabling compacts and flushes for region at 1731604911435Disabling writes for close at 1731604911435Writing region close event to WAL at 1731604911455 (+20 ms)Closed at 1731604911455 2024-11-14T17:21:51,459 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T17:21:51,459 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T17:21:51,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T17:21:51,462 INFO [RS:0;4e57a52647ef:46367 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T17:21:51,462 INFO [RS:0;4e57a52647ef:46367 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:51,462 DEBUG [RS:0;4e57a52647ef:46367 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:21:51,462 DEBUG [RS:0;4e57a52647ef:46367 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:21:51,462 DEBUG [RS:0;4e57a52647ef:46367 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:21:51,462 DEBUG [RS:0;4e57a52647ef:46367 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:21:51,462 DEBUG [RS:0;4e57a52647ef:46367 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:21:51,462 DEBUG [RS:0;4e57a52647ef:46367 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4e57a52647ef:0, corePoolSize=2, maxPoolSize=2 2024-11-14T17:21:51,462 DEBUG [RS:0;4e57a52647ef:46367 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:21:51,462 DEBUG [RS:0;4e57a52647ef:46367 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:21:51,462 DEBUG [RS:0;4e57a52647ef:46367 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:21:51,462 DEBUG [RS:0;4e57a52647ef:46367 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:21:51,462 DEBUG [RS:0;4e57a52647ef:46367 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:21:51,462 DEBUG [RS:0;4e57a52647ef:46367 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:21:51,462 DEBUG [RS:0;4e57a52647ef:46367 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4e57a52647ef:0, corePoolSize=3, maxPoolSize=3 2024-11-14T17:21:51,463 DEBUG [RS:0;4e57a52647ef:46367 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4e57a52647ef:0, corePoolSize=3, maxPoolSize=3 2024-11-14T17:21:51,468 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T17:21:51,472 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T17:21:51,474 INFO [RS:0;4e57a52647ef:46367 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:51,474 INFO [RS:0;4e57a52647ef:46367 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:51,474 INFO [RS:0;4e57a52647ef:46367 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:51,474 INFO [RS:0;4e57a52647ef:46367 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:51,474 INFO [RS:0;4e57a52647ef:46367 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:51,474 INFO [RS:0;4e57a52647ef:46367 {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,46367,1731604909293-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T17:21:51,504 INFO [RS:0;4e57a52647ef:46367 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T17:21:51,505 INFO [RS:0;4e57a52647ef:46367 {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,46367,1731604909293-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:51,505 INFO [RS:0;4e57a52647ef:46367 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:51,505 INFO [RS:0;4e57a52647ef:46367 {}] regionserver.Replication(171): 4e57a52647ef,46367,1731604909293 started 2024-11-14T17:21:51,524 INFO [RS:0;4e57a52647ef:46367 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:51,524 INFO [RS:0;4e57a52647ef:46367 {}] regionserver.HRegionServer(1482): Serving as 4e57a52647ef,46367,1731604909293, RpcServer on 4e57a52647ef/172.17.0.3:46367, sessionid=0x100ab75758f0007 2024-11-14T17:21:51,524 DEBUG [RS:0;4e57a52647ef:46367 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T17:21:51,524 DEBUG [RS:0;4e57a52647ef:46367 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4e57a52647ef,46367,1731604909293 2024-11-14T17:21:51,524 DEBUG [RS:0;4e57a52647ef:46367 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4e57a52647ef,46367,1731604909293' 2024-11-14T17:21:51,524 DEBUG [RS:0;4e57a52647ef:46367 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1075990770/flush-table-proc/abort' 2024-11-14T17:21:51,525 DEBUG [RS:0;4e57a52647ef:46367 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1075990770/flush-table-proc/acquired' 2024-11-14T17:21:51,525 DEBUG [RS:0;4e57a52647ef:46367 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T17:21:51,525 DEBUG [RS:0;4e57a52647ef:46367 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T17:21:51,525 DEBUG [RS:0;4e57a52647ef:46367 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4e57a52647ef,46367,1731604909293 2024-11-14T17:21:51,525 DEBUG [RS:0;4e57a52647ef:46367 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4e57a52647ef,46367,1731604909293' 2024-11-14T17:21:51,525 DEBUG [RS:0;4e57a52647ef:46367 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1075990770/online-snapshot/abort' 2024-11-14T17:21:51,526 DEBUG [RS:0;4e57a52647ef:46367 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1075990770/online-snapshot/acquired' 2024-11-14T17:21:51,526 DEBUG [RS:0;4e57a52647ef:46367 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T17:21:51,526 INFO [RS:0;4e57a52647ef:46367 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T17:21:51,526 INFO [RS:0;4e57a52647ef:46367 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T17:21:51,622 WARN [4e57a52647ef:41993 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T17:21:51,629 INFO [RS:0;4e57a52647ef:46367 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T17:21:51,633 INFO [RS:0;4e57a52647ef:46367 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4e57a52647ef%2C46367%2C1731604909293, suffix=, logDir=hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/WALs/4e57a52647ef,46367,1731604909293, archiveDir=hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/oldWALs, maxLogs=10 2024-11-14T17:21:51,660 DEBUG [RS:0;4e57a52647ef:46367 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/WALs/4e57a52647ef,46367,1731604909293/4e57a52647ef%2C46367%2C1731604909293.1731604911633, exclude list is [], retry=0 2024-11-14T17:21:51,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46493,DS-361558f2-e044-4b60-9ba0-6cc6ade8008d,DISK] 2024-11-14T17:21:51,683 INFO [RS:0;4e57a52647ef:46367 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/WALs/4e57a52647ef,46367,1731604909293/4e57a52647ef%2C46367%2C1731604909293.1731604911633 2024-11-14T17:21:51,686 DEBUG [RS:0;4e57a52647ef:46367 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35097:35097)] 2024-11-14T17:21:51,873 DEBUG [4e57a52647ef:41993 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T17:21:51,874 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4e57a52647ef,46367,1731604909293 2024-11-14T17:21:51,878 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4e57a52647ef,46367,1731604909293, state=OPENING 2024-11-14T17:21:51,883 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T17:21:51,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41993-0x100ab75758f0006, quorum=127.0.0.1:55583, baseZNode=/2-1075990770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1075990770 2024-11-14T17:21:51,892 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1075990770/meta-region-server: CHANGED 2024-11-14T17:21:51,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46367-0x100ab75758f0007, quorum=127.0.0.1:55583, baseZNode=/2-1075990770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1075990770 2024-11-14T17:21:51,893 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T17:21:51,893 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4e57a52647ef,46367,1731604909293}] 2024-11-14T17:21:51,898 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1075990770/meta-region-server: CHANGED 2024-11-14T17:21:52,055 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T17:21:52,058 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44135, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T17:21:52,063 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T17:21:52,063 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:21:52,063 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T17:21:52,072 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4e57a52647ef%2C46367%2C1731604909293.meta, suffix=.meta, logDir=hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/WALs/4e57a52647ef,46367,1731604909293, archiveDir=hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/oldWALs, maxLogs=10 2024-11-14T17:21:52,099 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/WALs/4e57a52647ef,46367,1731604909293/4e57a52647ef%2C46367%2C1731604909293.meta.1731604912072.meta, exclude list is [], retry=0 2024-11-14T17:21:52,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46493,DS-361558f2-e044-4b60-9ba0-6cc6ade8008d,DISK] 2024-11-14T17:21:52,104 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/WALs/4e57a52647ef,46367,1731604909293/4e57a52647ef%2C46367%2C1731604909293.meta.1731604912072.meta 2024-11-14T17:21:52,105 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35097:35097)] 2024-11-14T17:21:52,105 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:21:52,105 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T17:21:52,105 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T17:21:52,105 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T17:21:52,106 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T17:21:52,106 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T17:21:52,106 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:21:52,106 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T17:21:52,106 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T17:21:52,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T17:21:52,123 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T17:21:52,123 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:52,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:21:52,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T17:21:52,131 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T17:21:52,132 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:52,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:21:52,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T17:21:52,134 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T17:21:52,134 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:52,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:21:52,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T17:21:52,135 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T17:21:52,135 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:52,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:21:52,136 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T17:21:52,137 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/data/hbase/meta/1588230740 2024-11-14T17:21:52,138 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/data/hbase/meta/1588230740 2024-11-14T17:21:52,139 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T17:21:52,139 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T17:21:52,140 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:21:52,141 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T17:21:52,142 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72877115, jitterRate=0.08595363795757294}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:21:52,142 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T17:21:52,142 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731604912106Writing region info on filesystem at 1731604912106Initializing all the Stores at 1731604912112 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604912112Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604912115 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604912115Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604912115Cleaning up temporary data from old regions at 1731604912139 (+24 ms)Running coprocessor post-open hooks at 1731604912142 (+3 ms)Region opened successfully at 1731604912142 2024-11-14T17:21:52,155 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731604912054 2024-11-14T17:21:52,158 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T17:21:52,158 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T17:21:52,160 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4e57a52647ef,46367,1731604909293 2024-11-14T17:21:52,160 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4e57a52647ef,46367,1731604909293, state=OPEN 2024-11-14T17:21:52,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46367-0x100ab75758f0007, quorum=127.0.0.1:55583, baseZNode=/2-1075990770 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1075990770/meta-region-server 2024-11-14T17:21:52,164 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1075990770/meta-region-server: CHANGED 2024-11-14T17:21:52,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41993-0x100ab75758f0006, quorum=127.0.0.1:55583, baseZNode=/2-1075990770 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1075990770/meta-region-server 2024-11-14T17:21:52,167 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1075990770/meta-region-server: CHANGED 2024-11-14T17:21:52,170 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4e57a52647ef,46367,1731604909293 2024-11-14T17:21:52,178 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T17:21:52,178 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4e57a52647ef,46367,1731604909293 in 277 msec 2024-11-14T17:21:52,192 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T17:21:52,192 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 719 msec 2024-11-14T17:21:52,194 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T17:21:52,194 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T17:21:52,196 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:21:52,196 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,46367,1731604909293, seqNum=-1] 2024-11-14T17:21:52,196 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:21:52,198 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47585, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:21:52,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0580 sec 2024-11-14T17:21:52,210 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731604912210, completionTime=-1 2024-11-14T17:21:52,210 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T17:21:52,211 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T17:21:52,216 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T17:21:52,216 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731604972216 2024-11-14T17:21:52,216 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731605032216 2024-11-14T17:21:52,216 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-14T17:21:52,217 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,41993,1731604909168-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:52,217 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,41993,1731604909168-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:52,217 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,41993,1731604909168-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:52,217 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4e57a52647ef:41993, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:52,217 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:52,219 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:52,233 DEBUG [master/4e57a52647ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T17:21:52,238 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.749sec 2024-11-14T17:21:52,238 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T17:21:52,238 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T17:21:52,238 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T17:21:52,239 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T17:21:52,239 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T17:21:52,239 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,41993,1731604909168-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T17:21:52,239 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,41993,1731604909168-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T17:21:52,258 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T17:21:52,258 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T17:21:52,259 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,41993,1731604909168-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:21:52,334 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@870592a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:52,334 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,41993,-1 for getting cluster id 2024-11-14T17:21:52,334 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:21:52,339 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '73e90be3-71bd-4c04-b7bc-18d27c950ab5' 2024-11-14T17:21:52,339 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:21:52,339 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "73e90be3-71bd-4c04-b7bc-18d27c950ab5" 2024-11-14T17:21:52,340 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fe9f990, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:52,340 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,41993,-1] 2024-11-14T17:21:52,340 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:21:52,340 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:52,341 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:21:52,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46833442, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:52,343 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:21:52,345 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,46367,1731604909293, seqNum=-1] 2024-11-14T17:21:52,345 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:21:52,347 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:21:52,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4e57a52647ef,41993,1731604909168 2024-11-14T17:21:52,350 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:55583 2024-11-14T17:21:52,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:55583, baseZNode=/2-1075990770 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:21:52,362 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x100ab75758f0008 connected 2024-11-14T17:21:52,372 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:21:52,373 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,44989,1731604900950 2024-11-14T17:21:52,373 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b4bc202 2024-11-14T17:21:52,373 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:21:52,377 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:21:52,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T17:21:52,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T17:21:52,381 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T17:21:52,381 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:52,381 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T17:21:52,384 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T17:21:52,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:21:52,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42409 is added to blk_1073741835_1011 (size=902) 2024-11-14T17:21:52,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:21:52,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:21:52,827 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 84b1792d0ceffc510ae1c5b3011b2a67, NAME => 'test,,1731604912378.84b1792d0ceffc510ae1c5b3011b2a67.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22 2024-11-14T17:21:52,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42409 is added to blk_1073741836_1012 (size=39) 2024-11-14T17:21:53,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:21:53,241 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731604912378.84b1792d0ceffc510ae1c5b3011b2a67.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:21:53,241 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 84b1792d0ceffc510ae1c5b3011b2a67, disabling compactions & flushes 2024-11-14T17:21:53,241 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731604912378.84b1792d0ceffc510ae1c5b3011b2a67. 2024-11-14T17:21:53,241 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731604912378.84b1792d0ceffc510ae1c5b3011b2a67. 2024-11-14T17:21:53,242 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731604912378.84b1792d0ceffc510ae1c5b3011b2a67. after waiting 0 ms 2024-11-14T17:21:53,242 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731604912378.84b1792d0ceffc510ae1c5b3011b2a67. 2024-11-14T17:21:53,242 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731604912378.84b1792d0ceffc510ae1c5b3011b2a67. 2024-11-14T17:21:53,242 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 84b1792d0ceffc510ae1c5b3011b2a67: Waiting for close lock at 1731604913241Disabling compacts and flushes for region at 1731604913241Disabling writes for close at 1731604913242 (+1 ms)Writing region close event to WAL at 1731604913242Closed at 1731604913242 2024-11-14T17:21:53,250 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T17:21:53,251 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731604912378.84b1792d0ceffc510ae1c5b3011b2a67.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731604913251"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731604913251"}]},"ts":"1731604913251"} 2024-11-14T17:21:53,255 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T17:21:53,256 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T17:21:53,257 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604913256"}]},"ts":"1731604913256"} 2024-11-14T17:21:53,263 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T17:21:53,264 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=84b1792d0ceffc510ae1c5b3011b2a67, ASSIGN}] 2024-11-14T17:21:53,266 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=84b1792d0ceffc510ae1c5b3011b2a67, ASSIGN 2024-11-14T17:21:53,266 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=84b1792d0ceffc510ae1c5b3011b2a67, ASSIGN; state=OFFLINE, location=4e57a52647ef,43463,1731604901111; forceNewPlan=false, retain=false 2024-11-14T17:21:53,418 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=84b1792d0ceffc510ae1c5b3011b2a67, regionState=OPENING, regionLocation=4e57a52647ef,43463,1731604901111 2024-11-14T17:21:53,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=84b1792d0ceffc510ae1c5b3011b2a67, ASSIGN because future has completed 2024-11-14T17:21:53,437 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 84b1792d0ceffc510ae1c5b3011b2a67, server=4e57a52647ef,43463,1731604901111}] 2024-11-14T17:21:53,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:21:53,643 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731604912378.84b1792d0ceffc510ae1c5b3011b2a67. 2024-11-14T17:21:53,643 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 84b1792d0ceffc510ae1c5b3011b2a67, NAME => 'test,,1731604912378.84b1792d0ceffc510ae1c5b3011b2a67.', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:21:53,644 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T17:21:53,644 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T17:21:53,644 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 84b1792d0ceffc510ae1c5b3011b2a67 2024-11-14T17:21:53,644 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731604912378.84b1792d0ceffc510ae1c5b3011b2a67.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:21:53,644 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 84b1792d0ceffc510ae1c5b3011b2a67 2024-11-14T17:21:53,644 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 84b1792d0ceffc510ae1c5b3011b2a67 2024-11-14T17:21:53,651 INFO [StoreOpener-84b1792d0ceffc510ae1c5b3011b2a67-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 84b1792d0ceffc510ae1c5b3011b2a67 2024-11-14T17:21:53,652 INFO [StoreOpener-84b1792d0ceffc510ae1c5b3011b2a67-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84b1792d0ceffc510ae1c5b3011b2a67 columnFamilyName f 2024-11-14T17:21:53,652 DEBUG [StoreOpener-84b1792d0ceffc510ae1c5b3011b2a67-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:53,653 INFO [StoreOpener-84b1792d0ceffc510ae1c5b3011b2a67-1 {}] regionserver.HStore(327): Store=84b1792d0ceffc510ae1c5b3011b2a67/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:21:53,653 INFO [StoreOpener-84b1792d0ceffc510ae1c5b3011b2a67-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 84b1792d0ceffc510ae1c5b3011b2a67 2024-11-14T17:21:53,663 INFO [StoreOpener-84b1792d0ceffc510ae1c5b3011b2a67-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84b1792d0ceffc510ae1c5b3011b2a67 columnFamilyName f1 2024-11-14T17:21:53,663 DEBUG [StoreOpener-84b1792d0ceffc510ae1c5b3011b2a67-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:53,664 INFO [StoreOpener-84b1792d0ceffc510ae1c5b3011b2a67-1 {}] regionserver.HStore(327): Store=84b1792d0ceffc510ae1c5b3011b2a67/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:21:53,664 INFO [StoreOpener-84b1792d0ceffc510ae1c5b3011b2a67-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 84b1792d0ceffc510ae1c5b3011b2a67 2024-11-14T17:21:53,665 INFO [StoreOpener-84b1792d0ceffc510ae1c5b3011b2a67-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84b1792d0ceffc510ae1c5b3011b2a67 columnFamilyName norep 2024-11-14T17:21:53,665 DEBUG [StoreOpener-84b1792d0ceffc510ae1c5b3011b2a67-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:53,665 INFO [StoreOpener-84b1792d0ceffc510ae1c5b3011b2a67-1 {}] regionserver.HStore(327): Store=84b1792d0ceffc510ae1c5b3011b2a67/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:21:53,667 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 84b1792d0ceffc510ae1c5b3011b2a67 2024-11-14T17:21:53,668 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/data/default/test/84b1792d0ceffc510ae1c5b3011b2a67 2024-11-14T17:21:53,669 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/data/default/test/84b1792d0ceffc510ae1c5b3011b2a67 2024-11-14T17:21:53,677 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 84b1792d0ceffc510ae1c5b3011b2a67 2024-11-14T17:21:53,678 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 84b1792d0ceffc510ae1c5b3011b2a67 2024-11-14T17:21:53,679 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T17:21:53,692 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 84b1792d0ceffc510ae1c5b3011b2a67 2024-11-14T17:21:53,705 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/data/default/test/84b1792d0ceffc510ae1c5b3011b2a67/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:21:53,706 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 84b1792d0ceffc510ae1c5b3011b2a67; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60867497, jitterRate=-0.09300361573696136}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T17:21:53,706 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 84b1792d0ceffc510ae1c5b3011b2a67 2024-11-14T17:21:53,707 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 84b1792d0ceffc510ae1c5b3011b2a67: Running coprocessor pre-open hook at 1731604913645Writing region info on filesystem at 1731604913645Initializing all the Stores at 1731604913649 (+4 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604913649Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604913650 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604913650Cleaning up temporary data from old regions at 1731604913678 (+28 ms)Running coprocessor post-open hooks at 1731604913706 (+28 ms)Region opened successfully at 1731604913707 (+1 ms) 2024-11-14T17:21:53,709 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731604912378.84b1792d0ceffc510ae1c5b3011b2a67., pid=6, masterSystemTime=1731604913607 2024-11-14T17:21:53,712 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731604912378.84b1792d0ceffc510ae1c5b3011b2a67. 2024-11-14T17:21:53,712 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731604912378.84b1792d0ceffc510ae1c5b3011b2a67. 2024-11-14T17:21:53,713 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=84b1792d0ceffc510ae1c5b3011b2a67, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4e57a52647ef,43463,1731604901111 2024-11-14T17:21:53,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 84b1792d0ceffc510ae1c5b3011b2a67, server=4e57a52647ef,43463,1731604901111 because future has completed 2024-11-14T17:21:53,726 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T17:21:53,726 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 84b1792d0ceffc510ae1c5b3011b2a67, server=4e57a52647ef,43463,1731604901111 in 287 msec 2024-11-14T17:21:53,734 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T17:21:53,735 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604913734"}]},"ts":"1731604913734"} 2024-11-14T17:21:53,738 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T17:21:53,738 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=84b1792d0ceffc510ae1c5b3011b2a67, ASSIGN in 463 msec 2024-11-14T17:21:53,741 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T17:21:53,742 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T17:21:53,744 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.3640 sec 2024-11-14T17:21:54,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:21:54,533 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T17:21:54,533 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:21:54,534 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,43029,1731604904322 2024-11-14T17:21:54,534 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3961050a 2024-11-14T17:21:54,534 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:21:54,535 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:21:54,536 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T17:21:54,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T17:21:54,538 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T17:21:54,538 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:54,539 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T17:21:54,539 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T17:21:54,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:21:54,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741835_1011 (size=902) 2024-11-14T17:21:54,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:21:54,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:21:54,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T17:21:54,876 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T17:21:54,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T17:21:54,876 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T17:21:54,957 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5ea261f311a84f9102cdccf9b1e85cc1, NAME => 'test,,1731604914536.5ea261f311a84f9102cdccf9b1e85cc1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006 2024-11-14T17:21:54,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741836_1012 (size=39) 2024-11-14T17:21:54,979 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731604914536.5ea261f311a84f9102cdccf9b1e85cc1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:21:54,979 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5ea261f311a84f9102cdccf9b1e85cc1, disabling compactions & flushes 2024-11-14T17:21:54,979 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731604914536.5ea261f311a84f9102cdccf9b1e85cc1. 2024-11-14T17:21:54,979 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731604914536.5ea261f311a84f9102cdccf9b1e85cc1. 2024-11-14T17:21:54,979 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731604914536.5ea261f311a84f9102cdccf9b1e85cc1. after waiting 0 ms 2024-11-14T17:21:54,979 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731604914536.5ea261f311a84f9102cdccf9b1e85cc1. 2024-11-14T17:21:54,979 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731604914536.5ea261f311a84f9102cdccf9b1e85cc1. 2024-11-14T17:21:54,979 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5ea261f311a84f9102cdccf9b1e85cc1: Waiting for close lock at 1731604914979Disabling compacts and flushes for region at 1731604914979Disabling writes for close at 1731604914979Writing region close event to WAL at 1731604914979Closed at 1731604914979 2024-11-14T17:21:54,980 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T17:21:54,981 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731604914536.5ea261f311a84f9102cdccf9b1e85cc1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731604914980"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731604914980"}]},"ts":"1731604914980"} 2024-11-14T17:21:54,983 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T17:21:54,984 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T17:21:54,984 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604914984"}]},"ts":"1731604914984"} 2024-11-14T17:21:54,986 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T17:21:54,986 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5ea261f311a84f9102cdccf9b1e85cc1, ASSIGN}] 2024-11-14T17:21:54,987 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5ea261f311a84f9102cdccf9b1e85cc1, ASSIGN 2024-11-14T17:21:54,988 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5ea261f311a84f9102cdccf9b1e85cc1, ASSIGN; state=OFFLINE, location=4e57a52647ef,33545,1731604904378; forceNewPlan=false, retain=false 2024-11-14T17:21:55,139 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5ea261f311a84f9102cdccf9b1e85cc1, regionState=OPENING, regionLocation=4e57a52647ef,33545,1731604904378 2024-11-14T17:21:55,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5ea261f311a84f9102cdccf9b1e85cc1, ASSIGN because future has completed 2024-11-14T17:21:55,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ea261f311a84f9102cdccf9b1e85cc1, server=4e57a52647ef,33545,1731604904378}] 2024-11-14T17:21:55,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:21:55,311 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731604914536.5ea261f311a84f9102cdccf9b1e85cc1. 2024-11-14T17:21:55,311 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5ea261f311a84f9102cdccf9b1e85cc1, NAME => 'test,,1731604914536.5ea261f311a84f9102cdccf9b1e85cc1.', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:21:55,311 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T17:21:55,311 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T17:21:55,312 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5ea261f311a84f9102cdccf9b1e85cc1 2024-11-14T17:21:55,312 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731604914536.5ea261f311a84f9102cdccf9b1e85cc1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:21:55,312 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5ea261f311a84f9102cdccf9b1e85cc1 2024-11-14T17:21:55,312 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5ea261f311a84f9102cdccf9b1e85cc1 2024-11-14T17:21:55,313 INFO [StoreOpener-5ea261f311a84f9102cdccf9b1e85cc1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5ea261f311a84f9102cdccf9b1e85cc1 2024-11-14T17:21:55,315 INFO [StoreOpener-5ea261f311a84f9102cdccf9b1e85cc1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ea261f311a84f9102cdccf9b1e85cc1 columnFamilyName f 2024-11-14T17:21:55,315 DEBUG [StoreOpener-5ea261f311a84f9102cdccf9b1e85cc1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:55,315 INFO [StoreOpener-5ea261f311a84f9102cdccf9b1e85cc1-1 {}] regionserver.HStore(327): Store=5ea261f311a84f9102cdccf9b1e85cc1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:21:55,315 INFO [StoreOpener-5ea261f311a84f9102cdccf9b1e85cc1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5ea261f311a84f9102cdccf9b1e85cc1 2024-11-14T17:21:55,317 INFO [StoreOpener-5ea261f311a84f9102cdccf9b1e85cc1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ea261f311a84f9102cdccf9b1e85cc1 columnFamilyName f1 2024-11-14T17:21:55,317 DEBUG [StoreOpener-5ea261f311a84f9102cdccf9b1e85cc1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:55,317 INFO [StoreOpener-5ea261f311a84f9102cdccf9b1e85cc1-1 {}] regionserver.HStore(327): Store=5ea261f311a84f9102cdccf9b1e85cc1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:21:55,317 INFO [StoreOpener-5ea261f311a84f9102cdccf9b1e85cc1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5ea261f311a84f9102cdccf9b1e85cc1 2024-11-14T17:21:55,318 INFO [StoreOpener-5ea261f311a84f9102cdccf9b1e85cc1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ea261f311a84f9102cdccf9b1e85cc1 columnFamilyName norep 2024-11-14T17:21:55,318 DEBUG [StoreOpener-5ea261f311a84f9102cdccf9b1e85cc1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:55,318 INFO [StoreOpener-5ea261f311a84f9102cdccf9b1e85cc1-1 {}] regionserver.HStore(327): Store=5ea261f311a84f9102cdccf9b1e85cc1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:21:55,319 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5ea261f311a84f9102cdccf9b1e85cc1 2024-11-14T17:21:55,319 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/data/default/test/5ea261f311a84f9102cdccf9b1e85cc1 2024-11-14T17:21:55,319 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/data/default/test/5ea261f311a84f9102cdccf9b1e85cc1 2024-11-14T17:21:55,320 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5ea261f311a84f9102cdccf9b1e85cc1 2024-11-14T17:21:55,320 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5ea261f311a84f9102cdccf9b1e85cc1 2024-11-14T17:21:55,321 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T17:21:55,322 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5ea261f311a84f9102cdccf9b1e85cc1 2024-11-14T17:21:55,324 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/data/default/test/5ea261f311a84f9102cdccf9b1e85cc1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:21:55,324 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5ea261f311a84f9102cdccf9b1e85cc1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59043462, jitterRate=-0.12018385529518127}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T17:21:55,324 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5ea261f311a84f9102cdccf9b1e85cc1 2024-11-14T17:21:55,324 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5ea261f311a84f9102cdccf9b1e85cc1: Running coprocessor pre-open hook at 1731604915312Writing region info on filesystem at 1731604915312Initializing all the Stores at 1731604915313 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604915313Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604915313Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604915313Cleaning up temporary data from old regions at 1731604915320 (+7 ms)Running coprocessor post-open hooks at 1731604915324 (+4 ms)Region opened successfully at 1731604915324 2024-11-14T17:21:55,325 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731604914536.5ea261f311a84f9102cdccf9b1e85cc1., pid=6, masterSystemTime=1731604915298 2024-11-14T17:21:55,327 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731604914536.5ea261f311a84f9102cdccf9b1e85cc1. 2024-11-14T17:21:55,327 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731604914536.5ea261f311a84f9102cdccf9b1e85cc1. 2024-11-14T17:21:55,328 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5ea261f311a84f9102cdccf9b1e85cc1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4e57a52647ef,33545,1731604904378 2024-11-14T17:21:55,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ea261f311a84f9102cdccf9b1e85cc1, server=4e57a52647ef,33545,1731604904378 because future has completed 2024-11-14T17:21:55,335 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T17:21:55,335 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5ea261f311a84f9102cdccf9b1e85cc1, server=4e57a52647ef,33545,1731604904378 in 188 msec 2024-11-14T17:21:55,337 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T17:21:55,337 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5ea261f311a84f9102cdccf9b1e85cc1, ASSIGN in 349 msec 2024-11-14T17:21:55,338 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T17:21:55,338 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604915338"}]},"ts":"1731604915338"} 2024-11-14T17:21:55,340 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T17:21:55,340 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T17:21:55,341 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 804 msec 2024-11-14T17:21:55,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:21:55,673 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T17:21:55,676 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:21:55,677 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,41993,1731604909168 2024-11-14T17:21:55,677 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e92a077 2024-11-14T17:21:55,677 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:21:55,679 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:21:55,680 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T17:21:55,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T17:21:55,683 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T17:21:55,683 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:55,702 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T17:21:55,703 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T17:21:55,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:21:55,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46493 is added to blk_1073741835_1011 (size=902) 2024-11-14T17:21:55,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:21:56,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:21:56,125 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c64997b658a27275438a6be7d304bb7f, NAME => 'test,,1731604915679.c64997b658a27275438a6be7d304bb7f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716 2024-11-14T17:21:56,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46493 is added to blk_1073741836_1012 (size=39) 2024-11-14T17:21:56,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:21:56,563 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731604915679.c64997b658a27275438a6be7d304bb7f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:21:56,563 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c64997b658a27275438a6be7d304bb7f, disabling compactions & flushes 2024-11-14T17:21:56,563 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731604915679.c64997b658a27275438a6be7d304bb7f. 2024-11-14T17:21:56,563 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731604915679.c64997b658a27275438a6be7d304bb7f. 2024-11-14T17:21:56,563 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731604915679.c64997b658a27275438a6be7d304bb7f. after waiting 0 ms 2024-11-14T17:21:56,563 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731604915679.c64997b658a27275438a6be7d304bb7f. 2024-11-14T17:21:56,563 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731604915679.c64997b658a27275438a6be7d304bb7f. 2024-11-14T17:21:56,563 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c64997b658a27275438a6be7d304bb7f: Waiting for close lock at 1731604916563Disabling compacts and flushes for region at 1731604916563Disabling writes for close at 1731604916563Writing region close event to WAL at 1731604916563Closed at 1731604916563 2024-11-14T17:21:56,564 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T17:21:56,565 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731604915679.c64997b658a27275438a6be7d304bb7f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731604916564"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731604916564"}]},"ts":"1731604916564"} 2024-11-14T17:21:56,567 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T17:21:56,568 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T17:21:56,568 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604916568"}]},"ts":"1731604916568"} 2024-11-14T17:21:56,570 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T17:21:56,570 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c64997b658a27275438a6be7d304bb7f, ASSIGN}] 2024-11-14T17:21:56,571 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c64997b658a27275438a6be7d304bb7f, ASSIGN 2024-11-14T17:21:56,572 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c64997b658a27275438a6be7d304bb7f, ASSIGN; state=OFFLINE, location=4e57a52647ef,46367,1731604909293; forceNewPlan=false, retain=false 2024-11-14T17:21:56,723 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c64997b658a27275438a6be7d304bb7f, regionState=OPENING, regionLocation=4e57a52647ef,46367,1731604909293 2024-11-14T17:21:56,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c64997b658a27275438a6be7d304bb7f, ASSIGN because future has completed 2024-11-14T17:21:56,726 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c64997b658a27275438a6be7d304bb7f, server=4e57a52647ef,46367,1731604909293}] 2024-11-14T17:21:56,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:21:56,882 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731604915679.c64997b658a27275438a6be7d304bb7f. 2024-11-14T17:21:56,882 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c64997b658a27275438a6be7d304bb7f, NAME => 'test,,1731604915679.c64997b658a27275438a6be7d304bb7f.', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:21:56,883 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T17:21:56,883 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T17:21:56,883 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c64997b658a27275438a6be7d304bb7f 2024-11-14T17:21:56,883 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731604915679.c64997b658a27275438a6be7d304bb7f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:21:56,883 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c64997b658a27275438a6be7d304bb7f 2024-11-14T17:21:56,883 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c64997b658a27275438a6be7d304bb7f 2024-11-14T17:21:56,884 INFO [StoreOpener-c64997b658a27275438a6be7d304bb7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c64997b658a27275438a6be7d304bb7f 2024-11-14T17:21:56,886 INFO [StoreOpener-c64997b658a27275438a6be7d304bb7f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c64997b658a27275438a6be7d304bb7f columnFamilyName f 2024-11-14T17:21:56,886 DEBUG [StoreOpener-c64997b658a27275438a6be7d304bb7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:56,886 INFO [StoreOpener-c64997b658a27275438a6be7d304bb7f-1 {}] regionserver.HStore(327): Store=c64997b658a27275438a6be7d304bb7f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:21:56,886 INFO [StoreOpener-c64997b658a27275438a6be7d304bb7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c64997b658a27275438a6be7d304bb7f 2024-11-14T17:21:56,887 INFO [StoreOpener-c64997b658a27275438a6be7d304bb7f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c64997b658a27275438a6be7d304bb7f columnFamilyName f1 2024-11-14T17:21:56,887 DEBUG [StoreOpener-c64997b658a27275438a6be7d304bb7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:56,888 INFO [StoreOpener-c64997b658a27275438a6be7d304bb7f-1 {}] regionserver.HStore(327): Store=c64997b658a27275438a6be7d304bb7f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:21:56,888 INFO [StoreOpener-c64997b658a27275438a6be7d304bb7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c64997b658a27275438a6be7d304bb7f 2024-11-14T17:21:56,889 INFO [StoreOpener-c64997b658a27275438a6be7d304bb7f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c64997b658a27275438a6be7d304bb7f columnFamilyName norep 2024-11-14T17:21:56,889 DEBUG [StoreOpener-c64997b658a27275438a6be7d304bb7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:56,889 INFO [StoreOpener-c64997b658a27275438a6be7d304bb7f-1 {}] regionserver.HStore(327): Store=c64997b658a27275438a6be7d304bb7f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:21:56,889 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c64997b658a27275438a6be7d304bb7f 2024-11-14T17:21:56,890 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/data/default/test/c64997b658a27275438a6be7d304bb7f 2024-11-14T17:21:56,890 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/data/default/test/c64997b658a27275438a6be7d304bb7f 2024-11-14T17:21:56,891 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c64997b658a27275438a6be7d304bb7f 2024-11-14T17:21:56,891 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c64997b658a27275438a6be7d304bb7f 2024-11-14T17:21:56,892 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T17:21:56,893 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c64997b658a27275438a6be7d304bb7f 2024-11-14T17:21:56,895 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/data/default/test/c64997b658a27275438a6be7d304bb7f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:21:56,895 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c64997b658a27275438a6be7d304bb7f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70078580, jitterRate=0.044252216815948486}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T17:21:56,895 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c64997b658a27275438a6be7d304bb7f 2024-11-14T17:21:56,895 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c64997b658a27275438a6be7d304bb7f: Running coprocessor pre-open hook at 1731604916883Writing region info on filesystem at 1731604916883Initializing all the Stores at 1731604916884 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604916884Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604916884Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604916884Cleaning up temporary data from old regions at 1731604916891 (+7 ms)Running coprocessor post-open hooks at 1731604916895 (+4 ms)Region opened successfully at 1731604916895 2024-11-14T17:21:56,896 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731604915679.c64997b658a27275438a6be7d304bb7f., pid=6, masterSystemTime=1731604916878 2024-11-14T17:21:56,898 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731604915679.c64997b658a27275438a6be7d304bb7f. 2024-11-14T17:21:56,898 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731604915679.c64997b658a27275438a6be7d304bb7f. 2024-11-14T17:21:56,899 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c64997b658a27275438a6be7d304bb7f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4e57a52647ef,46367,1731604909293 2024-11-14T17:21:56,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c64997b658a27275438a6be7d304bb7f, server=4e57a52647ef,46367,1731604909293 because future has completed 2024-11-14T17:21:56,904 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T17:21:56,904 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c64997b658a27275438a6be7d304bb7f, server=4e57a52647ef,46367,1731604909293 in 176 msec 2024-11-14T17:21:56,907 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T17:21:56,907 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c64997b658a27275438a6be7d304bb7f, ASSIGN in 334 msec 2024-11-14T17:21:56,907 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T17:21:56,908 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604916908"}]},"ts":"1731604916908"} 2024-11-14T17:21:56,909 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T17:21:56,910 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T17:21:56,912 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2300 sec 2024-11-14T17:21:57,608 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T17:21:57,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:57,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:57,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:57,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:57,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:57,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:57,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:57,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:57,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:57,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:57,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:57,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:21:57,689 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T17:21:57,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:21:57,853 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T17:21:57,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@721b010e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:57,854 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,44989,-1 for getting cluster id 2024-11-14T17:21:57,854 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:21:57,855 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0640dc14-ed5c-4c10-9e93-94bb613c07cf' 2024-11-14T17:21:57,855 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:21:57,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0640dc14-ed5c-4c10-9e93-94bb613c07cf" 2024-11-14T17:21:57,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@465c71d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:57,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,44989,-1] 2024-11-14T17:21:57,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:21:57,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:57,857 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:21:57,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ffc38fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:57,858 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:21:57,859 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,44989,1731604900950 2024-11-14T17:21:57,859 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@759cbca9 2024-11-14T17:21:57,859 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:21:57,860 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:21:57,860 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://4e57a52647ef:43029,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T17:21:57,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T17:21:57,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:21:57,864 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4e57a52647ef:43029' 2024-11-14T17:21:57,865 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54a3cd1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:57,865 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,43029,-1 for getting cluster id 2024-11-14T17:21:57,865 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:21:57,866 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '20915604-1d0f-427e-a9f9-ba607732ed63' 2024-11-14T17:21:57,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:21:57,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "20915604-1d0f-427e-a9f9-ba607732ed63" 2024-11-14T17:21:57,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14964af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:57,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,43029,-1] 2024-11-14T17:21:57,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:21:57,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:57,867 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:21:57,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f271128, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:57,868 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:21:57,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,43029,1731604904322 2024-11-14T17:21:57,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a538902 2024-11-14T17:21:57,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:21:57,869 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:21:57,870 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T17:21:57,870 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T17:21:57,870 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:57,870 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:21:57,870 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:57,870 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T17:21:57,871 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T17:21:57,872 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T17:21:57,872 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:57,873 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T17:21:57,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42409 is added to blk_1073741837_1013 (size=1138) 2024-11-14T17:21:57,922 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T17:21:57,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:21:58,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:21:58,280 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 78df1ca719f2fbd9e88339811a14c36e, NAME => 'hbase:replication,,1731604917870.78df1ca719f2fbd9e88339811a14c36e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22 2024-11-14T17:21:58,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42409 is added to blk_1073741838_1014 (size=44) 2024-11-14T17:21:58,289 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731604917870.78df1ca719f2fbd9e88339811a14c36e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:21:58,290 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 78df1ca719f2fbd9e88339811a14c36e, disabling compactions & flushes 2024-11-14T17:21:58,290 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731604917870.78df1ca719f2fbd9e88339811a14c36e. 2024-11-14T17:21:58,290 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731604917870.78df1ca719f2fbd9e88339811a14c36e. 2024-11-14T17:21:58,290 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731604917870.78df1ca719f2fbd9e88339811a14c36e. after waiting 0 ms 2024-11-14T17:21:58,290 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731604917870.78df1ca719f2fbd9e88339811a14c36e. 2024-11-14T17:21:58,290 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731604917870.78df1ca719f2fbd9e88339811a14c36e. 2024-11-14T17:21:58,290 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 78df1ca719f2fbd9e88339811a14c36e: Waiting for close lock at 1731604918289Disabling compacts and flushes for region at 1731604918289Disabling writes for close at 1731604918290 (+1 ms)Writing region close event to WAL at 1731604918290Closed at 1731604918290 2024-11-14T17:21:58,291 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T17:21:58,291 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731604917870.78df1ca719f2fbd9e88339811a14c36e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731604918291"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731604918291"}]},"ts":"1731604918291"} 2024-11-14T17:21:58,295 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T17:21:58,298 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T17:21:58,299 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604918298"}]},"ts":"1731604918298"} 2024-11-14T17:21:58,302 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T17:21:58,302 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=78df1ca719f2fbd9e88339811a14c36e, ASSIGN}] 2024-11-14T17:21:58,304 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=78df1ca719f2fbd9e88339811a14c36e, ASSIGN 2024-11-14T17:21:58,305 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=78df1ca719f2fbd9e88339811a14c36e, ASSIGN; state=OFFLINE, location=4e57a52647ef,43463,1731604901111; forceNewPlan=false, retain=false 2024-11-14T17:21:58,382 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:21:58,383 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4e57a52647ef,35055,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e57a52647ef:35055 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T17:21:58,383 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48467 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4e57a52647ef,35055,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e57a52647ef:35055 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T17:21:58,456 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=78df1ca719f2fbd9e88339811a14c36e, regionState=OPENING, regionLocation=4e57a52647ef,43463,1731604901111 2024-11-14T17:21:58,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=78df1ca719f2fbd9e88339811a14c36e, ASSIGN because future has completed 2024-11-14T17:21:58,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 78df1ca719f2fbd9e88339811a14c36e, server=4e57a52647ef,43463,1731604901111}] 2024-11-14T17:21:58,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:21:58,620 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731604917870.78df1ca719f2fbd9e88339811a14c36e. 2024-11-14T17:21:58,620 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:21:58,620 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T17:21:58,621 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4e57a52647ef%2C43463%2C1731604901111.rep, suffix=, logDir=hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111, archiveDir=hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/oldWALs, maxLogs=10 2024-11-14T17:21:58,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.rep.1731604918622, exclude list is [], retry=0 2024-11-14T17:21:58,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42409,DS-060753bd-85b5-456c-8f60-6179b00cb85b,DISK] 2024-11-14T17:21:58,659 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.rep.1731604918622 2024-11-14T17:21:58,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39793:39793)] 2024-11-14T17:21:58,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 78df1ca719f2fbd9e88339811a14c36e, NAME => 'hbase:replication,,1731604917870.78df1ca719f2fbd9e88339811a14c36e.', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:21:58,660 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T17:21:58,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T17:21:58,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731604917870.78df1ca719f2fbd9e88339811a14c36e. service=MultiRowMutationService 2024-11-14T17:21:58,660 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T17:21:58,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 78df1ca719f2fbd9e88339811a14c36e 2024-11-14T17:21:58,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731604917870.78df1ca719f2fbd9e88339811a14c36e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:21:58,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 78df1ca719f2fbd9e88339811a14c36e 2024-11-14T17:21:58,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 78df1ca719f2fbd9e88339811a14c36e 2024-11-14T17:21:58,663 INFO [StoreOpener-78df1ca719f2fbd9e88339811a14c36e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 78df1ca719f2fbd9e88339811a14c36e 2024-11-14T17:21:58,664 INFO [StoreOpener-78df1ca719f2fbd9e88339811a14c36e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 78df1ca719f2fbd9e88339811a14c36e columnFamilyName hfileref 2024-11-14T17:21:58,664 DEBUG [StoreOpener-78df1ca719f2fbd9e88339811a14c36e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:58,665 INFO [StoreOpener-78df1ca719f2fbd9e88339811a14c36e-1 {}] regionserver.HStore(327): Store=78df1ca719f2fbd9e88339811a14c36e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:21:58,665 INFO [StoreOpener-78df1ca719f2fbd9e88339811a14c36e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 78df1ca719f2fbd9e88339811a14c36e 2024-11-14T17:21:58,666 INFO [StoreOpener-78df1ca719f2fbd9e88339811a14c36e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 78df1ca719f2fbd9e88339811a14c36e columnFamilyName queue 2024-11-14T17:21:58,666 DEBUG [StoreOpener-78df1ca719f2fbd9e88339811a14c36e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:58,666 INFO [StoreOpener-78df1ca719f2fbd9e88339811a14c36e-1 {}] regionserver.HStore(327): Store=78df1ca719f2fbd9e88339811a14c36e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:21:58,666 INFO [StoreOpener-78df1ca719f2fbd9e88339811a14c36e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 78df1ca719f2fbd9e88339811a14c36e 2024-11-14T17:21:58,670 INFO [StoreOpener-78df1ca719f2fbd9e88339811a14c36e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 78df1ca719f2fbd9e88339811a14c36e columnFamilyName sid 2024-11-14T17:21:58,670 DEBUG [StoreOpener-78df1ca719f2fbd9e88339811a14c36e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:58,671 INFO [StoreOpener-78df1ca719f2fbd9e88339811a14c36e-1 {}] regionserver.HStore(327): Store=78df1ca719f2fbd9e88339811a14c36e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:21:58,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 78df1ca719f2fbd9e88339811a14c36e 2024-11-14T17:21:58,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/data/hbase/replication/78df1ca719f2fbd9e88339811a14c36e 2024-11-14T17:21:58,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/data/hbase/replication/78df1ca719f2fbd9e88339811a14c36e 2024-11-14T17:21:58,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 78df1ca719f2fbd9e88339811a14c36e 2024-11-14T17:21:58,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 78df1ca719f2fbd9e88339811a14c36e 2024-11-14T17:21:58,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T17:21:58,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 78df1ca719f2fbd9e88339811a14c36e 2024-11-14T17:21:58,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/data/hbase/replication/78df1ca719f2fbd9e88339811a14c36e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:21:58,676 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 78df1ca719f2fbd9e88339811a14c36e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59083457, jitterRate=-0.11958788335323334}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T17:21:58,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 78df1ca719f2fbd9e88339811a14c36e 2024-11-14T17:21:58,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 78df1ca719f2fbd9e88339811a14c36e: Running coprocessor pre-open hook at 1731604918661Writing region info on filesystem at 1731604918661Initializing all the Stores at 1731604918662 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604918662Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604918662Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604918662Cleaning up temporary data from old regions at 1731604918673 (+11 ms)Running coprocessor post-open hooks at 1731604918676 (+3 ms)Region opened successfully at 1731604918676 2024-11-14T17:21:58,677 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731604917870.78df1ca719f2fbd9e88339811a14c36e., pid=10, masterSystemTime=1731604918616 2024-11-14T17:21:58,681 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=78df1ca719f2fbd9e88339811a14c36e, regionState=OPEN, openSeqNum=2, regionLocation=4e57a52647ef,43463,1731604901111 2024-11-14T17:21:58,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731604917870.78df1ca719f2fbd9e88339811a14c36e. 2024-11-14T17:21:58,682 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731604917870.78df1ca719f2fbd9e88339811a14c36e. 2024-11-14T17:21:58,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 78df1ca719f2fbd9e88339811a14c36e, server=4e57a52647ef,43463,1731604901111 because future has completed 2024-11-14T17:21:58,693 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T17:21:58,693 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 78df1ca719f2fbd9e88339811a14c36e, server=4e57a52647ef,43463,1731604901111 in 232 msec 2024-11-14T17:21:58,695 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T17:21:58,696 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=78df1ca719f2fbd9e88339811a14c36e, ASSIGN in 391 msec 2024-11-14T17:21:58,697 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T17:21:58,697 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604918697"}]},"ts":"1731604918697"} 2024-11-14T17:21:58,704 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T17:21:58,708 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T17:21:58,714 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 838 msec 2024-11-14T17:21:58,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731604917870.78df1ca719f2fbd9e88339811a14c36e., hostname=4e57a52647ef,43463,1731604901111, seqNum=2] 2024-11-14T17:21:58,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44989-0x100ab75758f0000, quorum=127.0.0.1:55583, baseZNode=/0-985395891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-985395891 2024-11-14T17:21:58,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43463-0x100ab75758f0001, quorum=127.0.0.1:55583, baseZNode=/0-985395891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-985395891 2024-11-14T17:21:58,748 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T17:21:58,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T17:21:58,903 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T17:21:58,942 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4e57a52647ef,43463,1731604901111, ReplicationSource: 1, currentBandwidth=0 2024-11-14T17:21:58,943 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:21:58,943 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,43463,1731604901111, seqNum=-1] 2024-11-14T17:21:58,944 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:21:58,945 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48847, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-14T17:21:58,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4e57a52647ef,43463,1731604901111', locateType=CURRENT is [region=hbase:replication,,1731604917870.78df1ca719f2fbd9e88339811a14c36e., hostname=4e57a52647ef,43463,1731604901111, seqNum=2] 2024-11-14T17:21:58,950 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T17:21:58,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T17:21:58,952 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4e57a52647ef,43463,1731604901111 suceeded 2024-11-14T17:21:58,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T17:21:58,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 204 msec 2024-11-14T17:21:58,954 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4e57a52647ef:43029,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T17:21:58,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0940 sec 2024-11-14T17:21:58,971 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4e57a52647ef:43029' 2024-11-14T17:21:58,975 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@410a8708, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:58,975 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111 {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,43029,-1 for getting cluster id 2024-11-14T17:21:58,975 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:21:58,976 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '20915604-1d0f-427e-a9f9-ba607732ed63' 2024-11-14T17:21:58,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:21:58,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "20915604-1d0f-427e-a9f9-ba607732ed63" 2024-11-14T17:21:58,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c6b7df8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:58,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,43029,-1] 2024-11-14T17:21:58,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:21:58,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:58,978 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:21:58,978 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77670d96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:58,978 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:21:58,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,43029,1731604904322 2024-11-14T17:21:58,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25031175 2024-11-14T17:21:58,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:21:58,980 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-14T17:21:58,981 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4e57a52647ef,43463,1731604901111 (queues=1) is replicating from cluster=0640dc14-ed5c-4c10-9e93-94bb613c07cf to cluster=20915604-1d0f-427e-a9f9-ba607732ed63 2024-11-14T17:21:58,981 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4e57a52647ef%2C43463%2C1731604901111 2024-11-14T17:21:58,981 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4e57a52647ef,43463,1731604901111, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T17:21:58,982 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.wal-reader.4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.1731604901792, startPosition=0, beingWritten=true 2024-11-14T17:21:58,983 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.shipper4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4e57a52647ef%2C43463%2C1731604901111 2024-11-14T17:21:58,999 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.wal-reader.4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T17:21:58,999 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.wal-reader.4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.1731604901792 to pos 379, reset compression=false 2024-11-14T17:21:58,999 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.shipper4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,43463,1731604901111 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.1731604901792, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T17:21:59,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:21:59,005 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T17:21:59,005 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:21:59,005 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:21:59,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:59,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:59,005 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:21:59,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@127f5dcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:59,006 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,43029,-1 for getting cluster id 2024-11-14T17:21:59,006 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:21:59,007 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '20915604-1d0f-427e-a9f9-ba607732ed63' 2024-11-14T17:21:59,007 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:21:59,007 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "20915604-1d0f-427e-a9f9-ba607732ed63" 2024-11-14T17:21:59,007 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a21fa0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:59,007 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,43029,-1] 2024-11-14T17:21:59,007 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:21:59,008 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:59,008 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:21:59,009 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71c64575, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:59,009 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:21:59,010 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,43029,1731604904322 2024-11-14T17:21:59,010 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a5d7963 2024-11-14T17:21:59,011 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:21:59,011 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:21:59,012 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://4e57a52647ef:41993,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T17:21:59,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T17:21:59,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:21:59,015 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4e57a52647ef:41993' 2024-11-14T17:21:59,016 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@446fc6aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:59,016 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,41993,-1 for getting cluster id 2024-11-14T17:21:59,016 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:21:59,017 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '73e90be3-71bd-4c04-b7bc-18d27c950ab5' 2024-11-14T17:21:59,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:21:59,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "73e90be3-71bd-4c04-b7bc-18d27c950ab5" 2024-11-14T17:21:59,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71838589, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:59,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,41993,-1] 2024-11-14T17:21:59,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:21:59,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:59,018 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:21:59,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10d99969, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:59,019 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:21:59,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,41993,1731604909168 2024-11-14T17:21:59,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67b3aaec 2024-11-14T17:21:59,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:21:59,021 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:21:59,021 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-14T17:21:59,021 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T17:21:59,021 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:59,021 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:59,022 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T17:21:59,023 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:21:59,024 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T17:21:59,025 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T17:21:59,025 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:59,026 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T17:21:59,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741837_1013 (size=1138) 2024-11-14T17:21:59,043 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 791e20dac95d73174b197de23f6cc3d2, NAME => 'hbase:replication,,1731604919022.791e20dac95d73174b197de23f6cc3d2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006 2024-11-14T17:21:59,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741838_1014 (size=44) 2024-11-14T17:21:59,053 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731604919022.791e20dac95d73174b197de23f6cc3d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:21:59,053 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 791e20dac95d73174b197de23f6cc3d2, disabling compactions & flushes 2024-11-14T17:21:59,053 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731604919022.791e20dac95d73174b197de23f6cc3d2. 2024-11-14T17:21:59,053 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731604919022.791e20dac95d73174b197de23f6cc3d2. 2024-11-14T17:21:59,053 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731604919022.791e20dac95d73174b197de23f6cc3d2. after waiting 0 ms 2024-11-14T17:21:59,053 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731604919022.791e20dac95d73174b197de23f6cc3d2. 2024-11-14T17:21:59,053 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731604919022.791e20dac95d73174b197de23f6cc3d2. 2024-11-14T17:21:59,053 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 791e20dac95d73174b197de23f6cc3d2: Waiting for close lock at 1731604919053Disabling compacts and flushes for region at 1731604919053Disabling writes for close at 1731604919053Writing region close event to WAL at 1731604919053Closed at 1731604919053 2024-11-14T17:21:59,055 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T17:21:59,055 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731604919022.791e20dac95d73174b197de23f6cc3d2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731604919055"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731604919055"}]},"ts":"1731604919055"} 2024-11-14T17:21:59,057 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T17:21:59,057 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T17:21:59,058 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604919058"}]},"ts":"1731604919058"} 2024-11-14T17:21:59,059 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T17:21:59,060 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=791e20dac95d73174b197de23f6cc3d2, ASSIGN}] 2024-11-14T17:21:59,061 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=791e20dac95d73174b197de23f6cc3d2, ASSIGN 2024-11-14T17:21:59,062 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=791e20dac95d73174b197de23f6cc3d2, ASSIGN; state=OFFLINE, location=4e57a52647ef,33545,1731604904378; forceNewPlan=false, retain=false 2024-11-14T17:21:59,074 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T17:21:59,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:21:59,204 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.wal-reader.4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.1731604901792 to pos 379, reset compression=false 2024-11-14T17:21:59,213 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=791e20dac95d73174b197de23f6cc3d2, regionState=OPENING, regionLocation=4e57a52647ef,33545,1731604904378 2024-11-14T17:21:59,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=791e20dac95d73174b197de23f6cc3d2, ASSIGN because future has completed 2024-11-14T17:21:59,215 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 791e20dac95d73174b197de23f6cc3d2, server=4e57a52647ef,33545,1731604904378}] 2024-11-14T17:21:59,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:21:59,372 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731604919022.791e20dac95d73174b197de23f6cc3d2. 2024-11-14T17:21:59,372 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:21:59,372 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T17:21:59,374 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4e57a52647ef%2C33545%2C1731604904378.rep, suffix=, logDir=hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378, archiveDir=hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/oldWALs, maxLogs=10 2024-11-14T17:21:59,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.rep.1731604919375, exclude list is [], retry=0 2024-11-14T17:21:59,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46531,DS-26e904eb-e9b3-426a-8f04-4f3030ae994d,DISK] 2024-11-14T17:21:59,396 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.rep.1731604919375 2024-11-14T17:21:59,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39333:39333)] 2024-11-14T17:21:59,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 791e20dac95d73174b197de23f6cc3d2, NAME => 'hbase:replication,,1731604919022.791e20dac95d73174b197de23f6cc3d2.', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:21:59,397 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T17:21:59,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T17:21:59,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731604919022.791e20dac95d73174b197de23f6cc3d2. service=MultiRowMutationService 2024-11-14T17:21:59,397 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T17:21:59,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 791e20dac95d73174b197de23f6cc3d2 2024-11-14T17:21:59,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731604919022.791e20dac95d73174b197de23f6cc3d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:21:59,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 791e20dac95d73174b197de23f6cc3d2 2024-11-14T17:21:59,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 791e20dac95d73174b197de23f6cc3d2 2024-11-14T17:21:59,399 INFO [StoreOpener-791e20dac95d73174b197de23f6cc3d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 791e20dac95d73174b197de23f6cc3d2 2024-11-14T17:21:59,400 INFO [StoreOpener-791e20dac95d73174b197de23f6cc3d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 791e20dac95d73174b197de23f6cc3d2 columnFamilyName hfileref 2024-11-14T17:21:59,400 DEBUG [StoreOpener-791e20dac95d73174b197de23f6cc3d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:59,400 INFO [StoreOpener-791e20dac95d73174b197de23f6cc3d2-1 {}] regionserver.HStore(327): Store=791e20dac95d73174b197de23f6cc3d2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:21:59,400 INFO [StoreOpener-791e20dac95d73174b197de23f6cc3d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 791e20dac95d73174b197de23f6cc3d2 2024-11-14T17:21:59,401 INFO [StoreOpener-791e20dac95d73174b197de23f6cc3d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 791e20dac95d73174b197de23f6cc3d2 columnFamilyName queue 2024-11-14T17:21:59,401 DEBUG [StoreOpener-791e20dac95d73174b197de23f6cc3d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:59,402 INFO [StoreOpener-791e20dac95d73174b197de23f6cc3d2-1 {}] regionserver.HStore(327): Store=791e20dac95d73174b197de23f6cc3d2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:21:59,402 INFO [StoreOpener-791e20dac95d73174b197de23f6cc3d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 791e20dac95d73174b197de23f6cc3d2 2024-11-14T17:21:59,403 INFO [StoreOpener-791e20dac95d73174b197de23f6cc3d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 791e20dac95d73174b197de23f6cc3d2 columnFamilyName sid 2024-11-14T17:21:59,403 DEBUG [StoreOpener-791e20dac95d73174b197de23f6cc3d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:21:59,403 INFO [StoreOpener-791e20dac95d73174b197de23f6cc3d2-1 {}] regionserver.HStore(327): Store=791e20dac95d73174b197de23f6cc3d2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:21:59,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 791e20dac95d73174b197de23f6cc3d2 2024-11-14T17:21:59,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/data/hbase/replication/791e20dac95d73174b197de23f6cc3d2 2024-11-14T17:21:59,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/data/hbase/replication/791e20dac95d73174b197de23f6cc3d2 2024-11-14T17:21:59,415 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 791e20dac95d73174b197de23f6cc3d2 2024-11-14T17:21:59,415 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 791e20dac95d73174b197de23f6cc3d2 2024-11-14T17:21:59,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T17:21:59,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 791e20dac95d73174b197de23f6cc3d2 2024-11-14T17:21:59,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/data/hbase/replication/791e20dac95d73174b197de23f6cc3d2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:21:59,422 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 791e20dac95d73174b197de23f6cc3d2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70242422, jitterRate=0.046693652868270874}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T17:21:59,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 791e20dac95d73174b197de23f6cc3d2 2024-11-14T17:21:59,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 791e20dac95d73174b197de23f6cc3d2: Running coprocessor pre-open hook at 1731604919398Writing region info on filesystem at 1731604919398Initializing all the Stores at 1731604919398Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604919398Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604919398Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604919398Cleaning up temporary data from old regions at 1731604919415 (+17 ms)Running coprocessor post-open hooks at 1731604919422 (+7 ms)Region opened successfully at 1731604919423 (+1 ms) 2024-11-14T17:21:59,424 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731604919022.791e20dac95d73174b197de23f6cc3d2., pid=10, masterSystemTime=1731604919368 2024-11-14T17:21:59,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731604919022.791e20dac95d73174b197de23f6cc3d2. 2024-11-14T17:21:59,426 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731604919022.791e20dac95d73174b197de23f6cc3d2. 2024-11-14T17:21:59,427 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=791e20dac95d73174b197de23f6cc3d2, regionState=OPEN, openSeqNum=2, regionLocation=4e57a52647ef,33545,1731604904378 2024-11-14T17:21:59,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 791e20dac95d73174b197de23f6cc3d2, server=4e57a52647ef,33545,1731604904378 because future has completed 2024-11-14T17:21:59,432 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T17:21:59,432 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 791e20dac95d73174b197de23f6cc3d2, server=4e57a52647ef,33545,1731604904378 in 215 msec 2024-11-14T17:21:59,434 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T17:21:59,434 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=791e20dac95d73174b197de23f6cc3d2, ASSIGN in 372 msec 2024-11-14T17:21:59,434 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T17:21:59,435 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604919435"}]},"ts":"1731604919435"} 2024-11-14T17:21:59,437 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T17:21:59,437 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T17:21:59,439 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 415 msec 2024-11-14T17:21:59,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731604919022.791e20dac95d73174b197de23f6cc3d2., hostname=4e57a52647ef,33545,1731604904378, seqNum=2] 2024-11-14T17:21:59,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43029-0x100ab75758f0003, quorum=127.0.0.1:55583, baseZNode=/11204676943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11204676943 2024-11-14T17:21:59,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33545-0x100ab75758f0004, quorum=127.0.0.1:55583, baseZNode=/11204676943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11204676943 2024-11-14T17:21:59,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T17:21:59,508 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.wal-reader.4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.1731604901792 to pos 379, reset compression=false 2024-11-14T17:21:59,622 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T17:21:59,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33545 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T17:21:59,640 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T17:21:59,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:21:59,690 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4e57a52647ef,33545,1731604904378, ReplicationSource: 1, currentBandwidth=0 2024-11-14T17:21:59,691 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:21:59,691 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,33545,1731604904378, seqNum=-1] 2024-11-14T17:21:59,691 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:21:59,692 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35195, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-14T17:21:59,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4e57a52647ef,33545,1731604904378', locateType=CURRENT is [region=hbase:replication,,1731604919022.791e20dac95d73174b197de23f6cc3d2., hostname=4e57a52647ef,33545,1731604904378, seqNum=2] 2024-11-14T17:21:59,697 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T17:21:59,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T17:21:59,699 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4e57a52647ef,33545,1731604904378 suceeded 2024-11-14T17:21:59,701 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T17:21:59,701 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 212 msec 2024-11-14T17:21:59,701 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4e57a52647ef:41993,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T17:21:59,703 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 689 msec 2024-11-14T17:21:59,717 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4e57a52647ef:41993' 2024-11-14T17:21:59,719 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b001b9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:59,719 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378 {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,41993,-1 for getting cluster id 2024-11-14T17:21:59,719 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:21:59,719 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '73e90be3-71bd-4c04-b7bc-18d27c950ab5' 2024-11-14T17:21:59,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:21:59,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "73e90be3-71bd-4c04-b7bc-18d27c950ab5" 2024-11-14T17:21:59,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11f35de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:59,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,41993,-1] 2024-11-14T17:21:59,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:21:59,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:21:59,721 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:21:59,722 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@775810f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:21:59,722 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:21:59,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,41993,1731604909168 2024-11-14T17:21:59,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11c960ef 2024-11-14T17:21:59,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:21:59,723 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-14T17:21:59,724 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4e57a52647ef,33545,1731604904378 (queues=1) is replicating from cluster=20915604-1d0f-427e-a9f9-ba607732ed63 to cluster=73e90be3-71bd-4c04-b7bc-18d27c950ab5 2024-11-14T17:21:59,724 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4e57a52647ef%2C33545%2C1731604904378 2024-11-14T17:21:59,724 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4e57a52647ef,33545,1731604904378, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T17:21:59,727 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.shipper4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4e57a52647ef%2C33545%2C1731604904378 2024-11-14T17:21:59,727 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.wal-reader.4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.1731604906623, startPosition=0, beingWritten=true 2024-11-14T17:21:59,763 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.wal-reader.4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T17:21:59,763 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.wal-reader.4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.1731604906623 to pos 379, reset compression=false 2024-11-14T17:21:59,765 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.shipper4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,33545,1731604904378 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.1731604906623, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T17:21:59,911 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.wal-reader.4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.1731604901792 to pos 379, reset compression=false 2024-11-14T17:22:00,004 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.wal-reader.4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.1731604906623 to pos 379, reset compression=false 2024-11-14T17:22:00,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:22:00,153 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T17:22:00,153 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:22:00,154 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:22:00,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:00,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:00,154 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:22:00,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29f1c61f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:00,156 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,41993,-1 for getting cluster id 2024-11-14T17:22:00,156 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:22:00,157 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '73e90be3-71bd-4c04-b7bc-18d27c950ab5' 2024-11-14T17:22:00,158 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:22:00,158 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "73e90be3-71bd-4c04-b7bc-18d27c950ab5" 2024-11-14T17:22:00,158 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f82c26b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:00,158 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,41993,-1] 2024-11-14T17:22:00,158 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:22:00,158 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:00,159 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:22:00,160 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64d21472, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:00,160 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:22:00,162 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,41993,1731604909168 2024-11-14T17:22:00,162 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5622450 2024-11-14T17:22:00,162 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:22:00,163 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:22:00,163 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://4e57a52647ef:44989,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T17:22:00,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T17:22:00,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:22:00,166 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4e57a52647ef:44989' 2024-11-14T17:22:00,171 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fffcc91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:00,171 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,44989,-1 for getting cluster id 2024-11-14T17:22:00,171 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:22:00,171 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0640dc14-ed5c-4c10-9e93-94bb613c07cf' 2024-11-14T17:22:00,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:22:00,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0640dc14-ed5c-4c10-9e93-94bb613c07cf" 2024-11-14T17:22:00,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e41798a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:00,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,44989,-1] 2024-11-14T17:22:00,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:22:00,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:00,173 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:22:00,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@503c141f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:00,174 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:22:00,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,44989,1731604900950 2024-11-14T17:22:00,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72f97aca 2024-11-14T17:22:00,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:22:00,176 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:22:00,177 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-14T17:22:00,177 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T17:22:00,177 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:00,177 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:00,177 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:22:00,178 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T17:22:00,179 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T17:22:00,180 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T17:22:00,180 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:22:00,180 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T17:22:00,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46493 is added to blk_1073741837_1013 (size=1138) 2024-11-14T17:22:00,229 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T17:22:00,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:22:00,328 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.wal-reader.4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.1731604906623 to pos 379, reset compression=false 2024-11-14T17:22:00,431 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.wal-reader.4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.1731604901792 to pos 379, reset compression=false 2024-11-14T17:22:00,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:22:00,594 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b60d0268be8308578707f202c593145a, NAME => 'hbase:replication,,1731604920178.b60d0268be8308578707f202c593145a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716 2024-11-14T17:22:00,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46493 is added to blk_1073741838_1014 (size=44) 2024-11-14T17:22:00,734 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.wal-reader.4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.1731604906623 to pos 379, reset compression=false 2024-11-14T17:22:00,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:22:00,999 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731604920178.b60d0268be8308578707f202c593145a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:22:00,999 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b60d0268be8308578707f202c593145a, disabling compactions & flushes 2024-11-14T17:22:00,999 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731604920178.b60d0268be8308578707f202c593145a. 2024-11-14T17:22:00,999 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731604920178.b60d0268be8308578707f202c593145a. 2024-11-14T17:22:00,999 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731604920178.b60d0268be8308578707f202c593145a. after waiting 0 ms 2024-11-14T17:22:00,999 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731604920178.b60d0268be8308578707f202c593145a. 2024-11-14T17:22:00,999 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731604920178.b60d0268be8308578707f202c593145a. 2024-11-14T17:22:00,999 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b60d0268be8308578707f202c593145a: Waiting for close lock at 1731604920999Disabling compacts and flushes for region at 1731604920999Disabling writes for close at 1731604920999Writing region close event to WAL at 1731604920999Closed at 1731604920999 2024-11-14T17:22:01,000 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T17:22:01,000 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731604920178.b60d0268be8308578707f202c593145a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731604921000"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731604921000"}]},"ts":"1731604921000"} 2024-11-14T17:22:01,003 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T17:22:01,003 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T17:22:01,003 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604921003"}]},"ts":"1731604921003"} 2024-11-14T17:22:01,005 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T17:22:01,006 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b60d0268be8308578707f202c593145a, ASSIGN}] 2024-11-14T17:22:01,007 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b60d0268be8308578707f202c593145a, ASSIGN 2024-11-14T17:22:01,007 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b60d0268be8308578707f202c593145a, ASSIGN; state=OFFLINE, location=4e57a52647ef,46367,1731604909293; forceNewPlan=false, retain=false 2024-11-14T17:22:01,035 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.wal-reader.4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.1731604901792 to pos 379, reset compression=false 2024-11-14T17:22:01,158 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b60d0268be8308578707f202c593145a, regionState=OPENING, regionLocation=4e57a52647ef,46367,1731604909293 2024-11-14T17:22:01,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b60d0268be8308578707f202c593145a, ASSIGN because future has completed 2024-11-14T17:22:01,165 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b60d0268be8308578707f202c593145a, server=4e57a52647ef,46367,1731604909293}] 2024-11-14T17:22:01,241 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.wal-reader.4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.1731604906623 to pos 379, reset compression=false 2024-11-14T17:22:01,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:22:01,328 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731604920178.b60d0268be8308578707f202c593145a. 2024-11-14T17:22:01,328 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:22:01,328 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T17:22:01,329 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4e57a52647ef%2C46367%2C1731604909293.rep, suffix=, logDir=hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/WALs/4e57a52647ef,46367,1731604909293, archiveDir=hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/oldWALs, maxLogs=10 2024-11-14T17:22:01,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/WALs/4e57a52647ef,46367,1731604909293/4e57a52647ef%2C46367%2C1731604909293.rep.1731604921330, exclude list is [], retry=0 2024-11-14T17:22:01,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46493,DS-361558f2-e044-4b60-9ba0-6cc6ade8008d,DISK] 2024-11-14T17:22:01,356 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/WALs/4e57a52647ef,46367,1731604909293/4e57a52647ef%2C46367%2C1731604909293.rep.1731604921330 2024-11-14T17:22:01,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35097:35097)] 2024-11-14T17:22:01,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b60d0268be8308578707f202c593145a, NAME => 'hbase:replication,,1731604920178.b60d0268be8308578707f202c593145a.', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:22:01,359 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T17:22:01,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T17:22:01,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731604920178.b60d0268be8308578707f202c593145a. service=MultiRowMutationService 2024-11-14T17:22:01,359 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T17:22:01,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b60d0268be8308578707f202c593145a 2024-11-14T17:22:01,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731604920178.b60d0268be8308578707f202c593145a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:22:01,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b60d0268be8308578707f202c593145a 2024-11-14T17:22:01,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b60d0268be8308578707f202c593145a 2024-11-14T17:22:01,370 INFO [StoreOpener-b60d0268be8308578707f202c593145a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b60d0268be8308578707f202c593145a 2024-11-14T17:22:01,379 INFO [StoreOpener-b60d0268be8308578707f202c593145a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b60d0268be8308578707f202c593145a columnFamilyName hfileref 2024-11-14T17:22:01,379 DEBUG [StoreOpener-b60d0268be8308578707f202c593145a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:22:01,379 INFO [StoreOpener-b60d0268be8308578707f202c593145a-1 {}] regionserver.HStore(327): Store=b60d0268be8308578707f202c593145a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:22:01,380 INFO [StoreOpener-b60d0268be8308578707f202c593145a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b60d0268be8308578707f202c593145a 2024-11-14T17:22:01,381 INFO [StoreOpener-b60d0268be8308578707f202c593145a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b60d0268be8308578707f202c593145a columnFamilyName queue 2024-11-14T17:22:01,381 DEBUG [StoreOpener-b60d0268be8308578707f202c593145a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:22:01,381 INFO [StoreOpener-b60d0268be8308578707f202c593145a-1 {}] regionserver.HStore(327): Store=b60d0268be8308578707f202c593145a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:22:01,381 INFO [StoreOpener-b60d0268be8308578707f202c593145a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b60d0268be8308578707f202c593145a 2024-11-14T17:22:01,384 INFO [StoreOpener-b60d0268be8308578707f202c593145a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b60d0268be8308578707f202c593145a columnFamilyName sid 2024-11-14T17:22:01,384 DEBUG [StoreOpener-b60d0268be8308578707f202c593145a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:22:01,384 INFO [StoreOpener-b60d0268be8308578707f202c593145a-1 {}] regionserver.HStore(327): Store=b60d0268be8308578707f202c593145a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:22:01,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b60d0268be8308578707f202c593145a 2024-11-14T17:22:01,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/data/hbase/replication/b60d0268be8308578707f202c593145a 2024-11-14T17:22:01,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/data/hbase/replication/b60d0268be8308578707f202c593145a 2024-11-14T17:22:01,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b60d0268be8308578707f202c593145a 2024-11-14T17:22:01,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b60d0268be8308578707f202c593145a 2024-11-14T17:22:01,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T17:22:01,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b60d0268be8308578707f202c593145a 2024-11-14T17:22:01,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/data/hbase/replication/b60d0268be8308578707f202c593145a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:22:01,400 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b60d0268be8308578707f202c593145a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71379788, jitterRate=0.06364172697067261}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T17:22:01,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b60d0268be8308578707f202c593145a 2024-11-14T17:22:01,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b60d0268be8308578707f202c593145a: Running coprocessor pre-open hook at 1731604921362Writing region info on filesystem at 1731604921362Initializing all the Stores at 1731604921364 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604921364Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604921366 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604921366Cleaning up temporary data from old regions at 1731604921387 (+21 ms)Running coprocessor post-open hooks at 1731604921400 (+13 ms)Region opened successfully at 1731604921400 2024-11-14T17:22:01,401 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731604920178.b60d0268be8308578707f202c593145a., pid=10, masterSystemTime=1731604921318 2024-11-14T17:22:01,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731604920178.b60d0268be8308578707f202c593145a. 2024-11-14T17:22:01,405 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731604920178.b60d0268be8308578707f202c593145a. 2024-11-14T17:22:01,406 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b60d0268be8308578707f202c593145a, regionState=OPEN, openSeqNum=2, regionLocation=4e57a52647ef,46367,1731604909293 2024-11-14T17:22:01,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b60d0268be8308578707f202c593145a, server=4e57a52647ef,46367,1731604909293 because future has completed 2024-11-14T17:22:01,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T17:22:01,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b60d0268be8308578707f202c593145a, server=4e57a52647ef,46367,1731604909293 in 253 msec 2024-11-14T17:22:01,429 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T17:22:01,429 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b60d0268be8308578707f202c593145a, ASSIGN in 420 msec 2024-11-14T17:22:01,430 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T17:22:01,431 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604921430"}]},"ts":"1731604921430"} 2024-11-14T17:22:01,434 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T17:22:01,439 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T17:22:01,443 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2610 sec 2024-11-14T17:22:01,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731604920178.b60d0268be8308578707f202c593145a., hostname=4e57a52647ef,46367,1731604909293, seqNum=2] 2024-11-14T17:22:01,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41993-0x100ab75758f0006, quorum=127.0.0.1:55583, baseZNode=/2-1075990770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1075990770 2024-11-14T17:22:01,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46367-0x100ab75758f0007, quorum=127.0.0.1:55583, baseZNode=/2-1075990770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1075990770 2024-11-14T17:22:01,498 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T17:22:01,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T17:22:01,653 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T17:22:01,702 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4e57a52647ef,46367,1731604909293, ReplicationSource: 1, currentBandwidth=0 2024-11-14T17:22:01,702 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:22:01,702 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,46367,1731604909293, seqNum=-1] 2024-11-14T17:22:01,703 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:22:01,704 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42565, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-14T17:22:01,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4e57a52647ef,46367,1731604909293', locateType=CURRENT is [region=hbase:replication,,1731604920178.b60d0268be8308578707f202c593145a., hostname=4e57a52647ef,46367,1731604909293, seqNum=2] 2024-11-14T17:22:01,710 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T17:22:01,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T17:22:01,713 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4e57a52647ef,46367,1731604909293 suceeded 2024-11-14T17:22:01,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T17:22:01,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 215 msec 2024-11-14T17:22:01,715 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4e57a52647ef:44989,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T17:22:01,716 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5520 sec 2024-11-14T17:22:01,729 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4e57a52647ef:44989' 2024-11-14T17:22:01,731 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@127fd8a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:01,731 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293 {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,44989,-1 for getting cluster id 2024-11-14T17:22:01,731 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:22:01,731 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0640dc14-ed5c-4c10-9e93-94bb613c07cf' 2024-11-14T17:22:01,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:22:01,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0640dc14-ed5c-4c10-9e93-94bb613c07cf" 2024-11-14T17:22:01,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@164b934c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:01,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,44989,-1] 2024-11-14T17:22:01,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:22:01,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:01,733 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:22:01,734 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7db47c48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:01,734 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:22:01,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,44989,1731604900950 2024-11-14T17:22:01,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@242bf580 2024-11-14T17:22:01,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:22:01,736 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-14T17:22:01,736 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4e57a52647ef,46367,1731604909293 (queues=1) is replicating from cluster=73e90be3-71bd-4c04-b7bc-18d27c950ab5 to cluster=0640dc14-ed5c-4c10-9e93-94bb613c07cf 2024-11-14T17:22:01,736 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4e57a52647ef%2C46367%2C1731604909293 2024-11-14T17:22:01,736 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4e57a52647ef,46367,1731604909293, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T17:22:01,737 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.shipper4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4e57a52647ef%2C46367%2C1731604909293 2024-11-14T17:22:01,737 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.wal-reader.4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/WALs/4e57a52647ef,46367,1731604909293/4e57a52647ef%2C46367%2C1731604909293.1731604911633, startPosition=0, beingWritten=true 2024-11-14T17:22:01,739 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.wal-reader.4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.1731604901792 to pos 379, reset compression=false 2024-11-14T17:22:01,771 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.wal-reader.4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T17:22:01,771 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.wal-reader.4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/WALs/4e57a52647ef,46367,1731604909293/4e57a52647ef%2C46367%2C1731604909293.1731604911633 to pos 379, reset compression=false 2024-11-14T17:22:01,771 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.shipper4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,46367,1731604909293 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/WALs/4e57a52647ef,46367,1731604909293/4e57a52647ef%2C46367%2C1731604909293.1731604911633, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T17:22:01,851 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.wal-reader.4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.1731604906623 to pos 379, reset compression=false 2024-11-14T17:22:01,975 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.wal-reader.4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/WALs/4e57a52647ef,46367,1731604909293/4e57a52647ef%2C46367%2C1731604909293.1731604911633 to pos 379, reset compression=false 2024-11-14T17:22:02,280 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.wal-reader.4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/WALs/4e57a52647ef,46367,1731604909293/4e57a52647ef%2C46367%2C1731604909293.1731604911633 to pos 379, reset compression=false 2024-11-14T17:22:02,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:22:02,313 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T17:22:02,313 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:22:02,313 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:22:02,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:02,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:02,314 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:22:02,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab45d32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:02,318 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,44989,-1 for getting cluster id 2024-11-14T17:22:02,318 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:22:02,318 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0640dc14-ed5c-4c10-9e93-94bb613c07cf' 2024-11-14T17:22:02,319 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:22:02,319 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0640dc14-ed5c-4c10-9e93-94bb613c07cf" 2024-11-14T17:22:02,319 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c1320a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:02,319 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,44989,-1] 2024-11-14T17:22:02,319 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:22:02,319 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:02,320 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:22:02,321 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23a9cad8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:02,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4afd60ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:02,322 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,43029,-1 for getting cluster id 2024-11-14T17:22:02,322 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:22:02,322 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '20915604-1d0f-427e-a9f9-ba607732ed63' 2024-11-14T17:22:02,323 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:22:02,323 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "20915604-1d0f-427e-a9f9-ba607732ed63" 2024-11-14T17:22:02,323 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32134e73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:02,323 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,43029,-1] 2024-11-14T17:22:02,323 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:22:02,323 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:02,324 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:22:02,324 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58d34f2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:02,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@612f1aca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:02,325 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,41993,-1 for getting cluster id 2024-11-14T17:22:02,325 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:22:02,325 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '73e90be3-71bd-4c04-b7bc-18d27c950ab5' 2024-11-14T17:22:02,325 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:22:02,326 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "73e90be3-71bd-4c04-b7bc-18d27c950ab5" 2024-11-14T17:22:02,326 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f96392c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:02,326 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,41993,-1] 2024-11-14T17:22:02,326 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:22:02,326 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:02,327 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:22:02,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36446bf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:02,328 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:22:02,328 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,43463,1731604901111, seqNum=-1] 2024-11-14T17:22:02,329 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:22:02,329 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:22:02,331 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731604912378.84b1792d0ceffc510ae1c5b3011b2a67., hostname=4e57a52647ef,43463,1731604901111, seqNum=2] 2024-11-14T17:22:02,334 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:22:02,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,46367,1731604909293, seqNum=-1] 2024-11-14T17:22:02,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:22:02,336 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:22:02,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731604915679.c64997b658a27275438a6be7d304bb7f., hostname=4e57a52647ef,46367,1731604909293, seqNum=2] 2024-11-14T17:22:02,339 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-14T17:22:02,542 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.wal-reader.4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.1731604901792 to pos 379, reset compression=false 2024-11-14T17:22:02,558 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.wal-reader.4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.1731604906623 to pos 379, reset compression=false 2024-11-14T17:22:02,583 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.wal-reader.4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T17:22:02,583 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.wal-reader.4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.1731604901792 to pos 480, reset compression=false 2024-11-14T17:22:02,583 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.shipper4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,43463,1731604901111 got entry batch from reader: WALEntryBatch [walEntries=[{test/84b1792d0ceffc510ae1c5b3011b2a67/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.1731604901792, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-14T17:22:02,595 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.shipper4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T17:22:02,599 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-14T17:22:02,600 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33545 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T17:22:02,608 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33545 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45fec587, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:02,608 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33545 {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,43029,-1 for getting cluster id 2024-11-14T17:22:02,608 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33545 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:22:02,614 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '20915604-1d0f-427e-a9f9-ba607732ed63' 2024-11-14T17:22:02,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:22:02,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "20915604-1d0f-427e-a9f9-ba607732ed63" 2024-11-14T17:22:02,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71b7ca6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:02,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,43029,-1] 2024-11-14T17:22:02,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:22:02,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:02,623 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:22:02,625 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33545 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16301774, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:02,626 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33545 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:22:02,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,33545,1731604904378, seqNum=-1] 2024-11-14T17:22:02,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:22:02,631 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-14T17:22:02,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731604914536.5ea261f311a84f9102cdccf9b1e85cc1., hostname=4e57a52647ef,33545,1731604904378, seqNum=2] 2024-11-14T17:22:02,677 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33545 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T17:22:02,685 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.wal-reader.4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/WALs/4e57a52647ef,46367,1731604909293/4e57a52647ef%2C46367%2C1731604909293.1731604911633 to pos 379, reset compression=false 2024-11-14T17:22:02,830 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.wal-reader.4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.1731604901792 to pos 480, reset compression=false 2024-11-14T17:22:03,182 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.wal-reader.4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.1731604901792 to pos 480, reset compression=false 2024-11-14T17:22:03,207 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.wal-reader.4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/WALs/4e57a52647ef,46367,1731604909293/4e57a52647ef%2C46367%2C1731604909293.1731604911633 to pos 379, reset compression=false 2024-11-14T17:22:03,344 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-14T17:22:03,406 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.wal-reader.4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.1731604906623 to pos 379, reset compression=false 2024-11-14T17:22:03,480 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.wal-reader.4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T17:22:03,480 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.shipper4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,33545,1731604904378 got entry batch from reader: WALEntryBatch [walEntries=[{test/5ea261f311a84f9102cdccf9b1e85cc1/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.1731604906623, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-14T17:22:03,481 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.wal-reader.4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.1731604906623 to pos 503, reset compression=false 2024-11-14T17:22:03,491 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.shipper4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T17:22:03,494 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-14T17:22:03,495 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46367 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T17:22:03,498 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6716e94d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:03,498 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46367 {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,41993,-1 for getting cluster id 2024-11-14T17:22:03,498 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:22:03,502 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '73e90be3-71bd-4c04-b7bc-18d27c950ab5' 2024-11-14T17:22:03,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:22:03,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "73e90be3-71bd-4c04-b7bc-18d27c950ab5" 2024-11-14T17:22:03,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36853c8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:03,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,41993,-1] 2024-11-14T17:22:03,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:22:03,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:03,505 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:22:03,513 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57b5c138, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:03,514 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46367 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:22:03,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,46367,1731604909293, seqNum=-1] 2024-11-14T17:22:03,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:22:03,521 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-14T17:22:03,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731604915679.c64997b658a27275438a6be7d304bb7f., hostname=4e57a52647ef,46367,1731604909293, seqNum=2] 2024-11-14T17:22:03,529 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46367 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T17:22:03,609 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.wal-reader.4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.1731604901792 to pos 480, reset compression=false 2024-11-14T17:22:03,731 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.wal-reader.4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.1731604906623 to pos 503, reset compression=false 2024-11-14T17:22:03,839 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.wal-reader.4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/WALs/4e57a52647ef,46367,1731604909293/4e57a52647ef%2C46367%2C1731604909293.1731604911633 to pos 379, reset compression=false 2024-11-14T17:22:03,852 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.wal-reader.4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T17:22:03,852 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.wal-reader.4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/WALs/4e57a52647ef,46367,1731604909293/4e57a52647ef%2C46367%2C1731604909293.1731604911633 to pos 526, reset compression=false 2024-11-14T17:22:03,852 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.shipper4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,46367,1731604909293 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/WALs/4e57a52647ef,46367,1731604909293/4e57a52647ef%2C46367%2C1731604909293.1731604911633, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T17:22:04,036 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.wal-reader.4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.1731604906623 to pos 503, reset compression=false 2024-11-14T17:22:04,067 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.wal-reader.4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/WALs/4e57a52647ef,46367,1731604909293/4e57a52647ef%2C46367%2C1731604909293.1731604911633 to pos 526, reset compression=false 2024-11-14T17:22:04,143 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.wal-reader.4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.1731604901792 to pos 480, reset compression=false 2024-11-14T17:22:04,167 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T17:22:04,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:04,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:04,309 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:04,309 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:04,309 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:04,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:04,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:04,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:04,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:04,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:04,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:04,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:04,352 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-14T17:22:04,353 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:22:04,355 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,33545,1731604904378, seqNum=-1] 2024-11-14T17:22:04,356 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:22:04,357 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:22:04,360 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731604914536.5ea261f311a84f9102cdccf9b1e85cc1., hostname=4e57a52647ef,33545,1731604904378, seqNum=2] 2024-11-14T17:22:04,370 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-14T17:22:04,420 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.wal-reader.4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/WALs/4e57a52647ef,46367,1731604909293/4e57a52647ef%2C46367%2C1731604909293.1731604911633 to pos 526, reset compression=false 2024-11-14T17:22:04,474 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.wal-reader.4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.1731604906623 to pos 503, reset compression=false 2024-11-14T17:22:04,494 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.wal-reader.4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T17:22:04,494 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.wal-reader.4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.1731604906623 to pos 607, reset compression=false 2024-11-14T17:22:04,495 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.shipper4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,33545,1731604904378 got entry batch from reader: WALEntryBatch [walEntries=[{test/5ea261f311a84f9102cdccf9b1e85cc1/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.1731604906623, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T17:22:04,502 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46367 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T17:22:04,515 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46367 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T17:22:04,732 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.wal-reader.4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.1731604906623 to pos 607, reset compression=false 2024-11-14T17:22:04,785 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.wal-reader.4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.1731604901792 to pos 480, reset compression=false 2024-11-14T17:22:04,874 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.wal-reader.4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/WALs/4e57a52647ef,46367,1731604909293/4e57a52647ef%2C46367%2C1731604909293.1731604911633 to pos 526, reset compression=false 2024-11-14T17:22:04,908 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.wal-reader.4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T17:22:04,908 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.wal-reader.4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/WALs/4e57a52647ef,46367,1731604909293/4e57a52647ef%2C46367%2C1731604909293.1731604911633 to pos 653, reset compression=false 2024-11-14T17:22:04,909 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.shipper4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,46367,1731604909293 got entry batch from reader: WALEntryBatch [walEntries=[{test/c64997b658a27275438a6be7d304bb7f/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/WALs/4e57a52647ef,46367,1731604909293/4e57a52647ef%2C46367%2C1731604909293.1731604911633, lastWalPosition=653, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-14T17:22:04,912 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.shipper4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T17:22:04,913 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-14T17:22:04,915 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43463 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T17:22:04,923 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43463 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7aabc2ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:04,923 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43463 {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,44989,-1 for getting cluster id 2024-11-14T17:22:04,923 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43463 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:22:04,927 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0640dc14-ed5c-4c10-9e93-94bb613c07cf' 2024-11-14T17:22:04,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:22:04,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0640dc14-ed5c-4c10-9e93-94bb613c07cf" 2024-11-14T17:22:04,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3579f494, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:04,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,44989,-1] 2024-11-14T17:22:04,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:22:04,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:04,929 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:22:04,935 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43463 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e1c3c26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:04,935 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43463 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:22:04,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,43463,1731604901111, seqNum=-1] 2024-11-14T17:22:04,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:22:04,948 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-14T17:22:04,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731604912378.84b1792d0ceffc510ae1c5b3011b2a67., hostname=4e57a52647ef,43463,1731604901111, seqNum=2] 2024-11-14T17:22:04,958 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43463 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T17:22:05,048 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.wal-reader.4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.1731604906623 to pos 607, reset compression=false 2024-11-14T17:22:05,159 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.wal-reader.4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/WALs/4e57a52647ef,46367,1731604909293/4e57a52647ef%2C46367%2C1731604909293.1731604911633 to pos 653, reset compression=false 2024-11-14T17:22:05,374 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-14T17:22:05,383 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-14T17:22:05,479 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.wal-reader.4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.1731604906623 to pos 607, reset compression=false 2024-11-14T17:22:05,483 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.wal-reader.4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/WALs/4e57a52647ef,46367,1731604909293/4e57a52647ef%2C46367%2C1731604909293.1731604911633 to pos 653, reset compression=false 2024-11-14T17:22:05,522 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.wal-reader.4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.1731604901792 to pos 480, reset compression=false 2024-11-14T17:22:05,523 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.wal-reader.4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T17:22:05,523 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.wal-reader.4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/WALs/4e57a52647ef,46367,1731604909293/4e57a52647ef%2C46367%2C1731604909293.1731604911633 to pos 757, reset compression=false 2024-11-14T17:22:05,523 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.shipper4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,46367,1731604909293 got entry batch from reader: WALEntryBatch [walEntries=[{test/c64997b658a27275438a6be7d304bb7f/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/WALs/4e57a52647ef,46367,1731604909293/4e57a52647ef%2C46367%2C1731604909293.1731604911633, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T17:22:05,525 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43463 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T17:22:05,528 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43463 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T17:22:05,572 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.wal-reader.4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T17:22:05,572 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.wal-reader.4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.1731604901792 to pos 757, reset compression=false 2024-11-14T17:22:05,573 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.shipper4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,43463,1731604901111 got entry batch from reader: WALEntryBatch [walEntries=[{test/84b1792d0ceffc510ae1c5b3011b2a67/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.1731604901792, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-14T17:22:05,576 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33545 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T17:22:05,585 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33545 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T17:22:05,742 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.wal-reader.4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/WALs/4e57a52647ef,46367,1731604909293/4e57a52647ef%2C46367%2C1731604909293.1731604911633 to pos 757, reset compression=false 2024-11-14T17:22:05,815 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.wal-reader.4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.1731604901792 to pos 757, reset compression=false 2024-11-14T17:22:06,007 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.wal-reader.4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.1731604906623 to pos 607, reset compression=false 2024-11-14T17:22:06,056 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.wal-reader.4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T17:22:06,056 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.wal-reader.4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.1731604906623 to pos 757, reset compression=false 2024-11-14T17:22:06,057 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.shipper4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,33545,1731604904378 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.1731604906623, lastWalPosition=757, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T17:22:06,068 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.wal-reader.4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/WALs/4e57a52647ef,46367,1731604909293/4e57a52647ef%2C46367%2C1731604909293.1731604911633 to pos 757, reset compression=false 2024-11-14T17:22:06,142 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.wal-reader.4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.1731604901792 to pos 757, reset compression=false 2024-11-14T17:22:06,286 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.wal-reader.4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.1731604906623 to pos 757, reset compression=false 2024-11-14T17:22:06,385 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-14T17:22:06,392 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-14T17:22:06,508 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.wal-reader.4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/WALs/4e57a52647ef,46367,1731604909293/4e57a52647ef%2C46367%2C1731604909293.1731604911633 to pos 757, reset compression=false 2024-11-14T17:22:06,558 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.wal-reader.4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.1731604901792 to pos 757, reset compression=false 2024-11-14T17:22:06,578 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.wal-reader.4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T17:22:06,578 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.wal-reader.4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.1731604901792 to pos 913, reset compression=false 2024-11-14T17:22:06,579 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.shipper4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,43463,1731604901111 got entry batch from reader: WALEntryBatch [walEntries=[{test/84b1792d0ceffc510ae1c5b3011b2a67/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.1731604901792, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-14T17:22:06,582 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33545 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T17:22:06,587 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33545 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T17:22:06,616 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.wal-reader.4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.1731604906623 to pos 757, reset compression=false 2024-11-14T17:22:06,636 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.wal-reader.4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T17:22:06,636 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.wal-reader.4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.1731604906623 to pos 904, reset compression=false 2024-11-14T17:22:06,636 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.shipper4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,33545,1731604904378 got entry batch from reader: WALEntryBatch [walEntries=[{test/5ea261f311a84f9102cdccf9b1e85cc1/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.1731604906623, lastWalPosition=904, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-14T17:22:06,643 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46367 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T17:22:06,648 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46367 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T17:22:06,817 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.wal-reader.4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.1731604901792 to pos 913, reset compression=false 2024-11-14T17:22:06,854 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.wal-reader.4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.1731604906623 to pos 904, reset compression=false 2024-11-14T17:22:07,042 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.wal-reader.4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/WALs/4e57a52647ef,46367,1731604909293/4e57a52647ef%2C46367%2C1731604909293.1731604911633 to pos 757, reset compression=false 2024-11-14T17:22:07,070 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.wal-reader.4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T17:22:07,070 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.wal-reader.4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/WALs/4e57a52647ef,46367,1731604909293/4e57a52647ef%2C46367%2C1731604909293.1731604911633 to pos 927, reset compression=false 2024-11-14T17:22:07,070 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.shipper4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,46367,1731604909293 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/WALs/4e57a52647ef,46367,1731604909293/4e57a52647ef%2C46367%2C1731604909293.1731604911633, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T17:22:07,142 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.wal-reader.4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.1731604901792 to pos 913, reset compression=false 2024-11-14T17:22:07,168 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.wal-reader.4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.1731604906623 to pos 904, reset compression=false 2024-11-14T17:22:07,289 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.wal-reader.4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/WALs/4e57a52647ef,46367,1731604909293/4e57a52647ef%2C46367%2C1731604909293.1731604911633 to pos 927, reset compression=false 2024-11-14T17:22:07,399 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-14T17:22:07,410 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-14T17:22:07,572 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.wal-reader.4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.1731604901792 to pos 913, reset compression=false 2024-11-14T17:22:07,602 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.wal-reader.4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.1731604906623 to pos 904, reset compression=false 2024-11-14T17:22:07,626 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.wal-reader.4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/WALs/4e57a52647ef,46367,1731604909293/4e57a52647ef%2C46367%2C1731604909293.1731604911633 to pos 927, reset compression=false 2024-11-14T17:22:07,636 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.wal-reader.4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T17:22:07,636 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.wal-reader.4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.1731604906623 to pos 1063, reset compression=false 2024-11-14T17:22:07,636 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.shipper4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,33545,1731604904378 got entry batch from reader: WALEntryBatch [walEntries=[{test/5ea261f311a84f9102cdccf9b1e85cc1/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.1731604906623, lastWalPosition=1063, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T17:22:07,639 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46367 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T17:22:07,647 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46367 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T17:22:07,660 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.wal-reader.4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T17:22:07,660 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.wal-reader.4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/WALs/4e57a52647ef,46367,1731604909293/4e57a52647ef%2C46367%2C1731604909293.1731604911633 to pos 1076, reset compression=false 2024-11-14T17:22:07,660 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.shipper4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,46367,1731604909293 got entry batch from reader: WALEntryBatch [walEntries=[{test/c64997b658a27275438a6be7d304bb7f/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/WALs/4e57a52647ef,46367,1731604909293/4e57a52647ef%2C46367%2C1731604909293.1731604911633, lastWalPosition=1076, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-14T17:22:07,664 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43463 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T17:22:07,670 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43463 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T17:22:07,861 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.wal-reader.4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.1731604906623 to pos 1063, reset compression=false 2024-11-14T17:22:07,894 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.wal-reader.4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/WALs/4e57a52647ef,46367,1731604909293/4e57a52647ef%2C46367%2C1731604909293.1731604911633 to pos 1076, reset compression=false 2024-11-14T17:22:08,103 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.wal-reader.4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.1731604901792 to pos 913, reset compression=false 2024-11-14T17:22:08,135 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.wal-reader.4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T17:22:08,136 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.wal-reader.4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.1731604901792 to pos 1085, reset compression=false 2024-11-14T17:22:08,136 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.shipper4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,43463,1731604901111 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.1731604901792, lastWalPosition=1085, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T17:22:08,180 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.wal-reader.4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.1731604906623 to pos 1063, reset compression=false 2024-11-14T17:22:08,225 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.wal-reader.4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/WALs/4e57a52647ef,46367,1731604909293/4e57a52647ef%2C46367%2C1731604909293.1731604911633 to pos 1076, reset compression=false 2024-11-14T17:22:08,366 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.wal-reader.4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.1731604901792 to pos 1085, reset compression=false 2024-11-14T17:22:08,418 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-14T17:22:08,424 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-14T17:22:08,611 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.wal-reader.4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.1731604906623 to pos 1063, reset compression=false 2024-11-14T17:22:08,659 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.wal-reader.4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/WALs/4e57a52647ef,46367,1731604909293/4e57a52647ef%2C46367%2C1731604909293.1731604911633 to pos 1076, reset compression=false 2024-11-14T17:22:08,683 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.wal-reader.4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.1731604901792 to pos 1085, reset compression=false 2024-11-14T17:22:08,689 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.wal-reader.4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T17:22:08,689 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.wal-reader.4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/WALs/4e57a52647ef,46367,1731604909293/4e57a52647ef%2C46367%2C1731604909293.1731604911633 to pos 1235, reset compression=false 2024-11-14T17:22:08,689 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.shipper4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,46367,1731604909293 got entry batch from reader: WALEntryBatch [walEntries=[{test/c64997b658a27275438a6be7d304bb7f/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/WALs/4e57a52647ef,46367,1731604909293/4e57a52647ef%2C46367%2C1731604909293.1731604911633, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T17:22:08,691 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43463 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T17:22:08,695 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43463 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T17:22:08,709 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.wal-reader.4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T17:22:08,709 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.wal-reader.4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.1731604901792 to pos 1234, reset compression=false 2024-11-14T17:22:08,709 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.shipper4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,43463,1731604901111 got entry batch from reader: WALEntryBatch [walEntries=[{test/84b1792d0ceffc510ae1c5b3011b2a67/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.1731604901792, lastWalPosition=1234, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-14T17:22:08,710 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33545 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T17:22:08,720 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33545 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T17:22:08,928 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.wal-reader.4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/WALs/4e57a52647ef,46367,1731604909293/4e57a52647ef%2C46367%2C1731604909293.1731604911633 to pos 1235, reset compression=false 2024-11-14T17:22:08,932 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.wal-reader.4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.1731604901792 to pos 1234, reset compression=false 2024-11-14T17:22:09,141 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.wal-reader.4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.1731604906623 to pos 1063, reset compression=false 2024-11-14T17:22:09,162 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.wal-reader.4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T17:22:09,162 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.wal-reader.4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.1731604906623 to pos 1235, reset compression=false 2024-11-14T17:22:09,162 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.shipper4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,33545,1731604904378 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.1731604906623, lastWalPosition=1235, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T17:22:09,248 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.wal-reader.4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/WALs/4e57a52647ef,46367,1731604909293/4e57a52647ef%2C46367%2C1731604909293.1731604911633 to pos 1235, reset compression=false 2024-11-14T17:22:09,264 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.wal-reader.4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.1731604901792 to pos 1234, reset compression=false 2024-11-14T17:22:09,376 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.wal-reader.4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.1731604906623 to pos 1235, reset compression=false 2024-11-14T17:22:09,426 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-14T17:22:09,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60af7155, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:09,439 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,41993,-1 for getting cluster id 2024-11-14T17:22:09,439 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:22:09,440 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '73e90be3-71bd-4c04-b7bc-18d27c950ab5' 2024-11-14T17:22:09,440 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:22:09,440 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "73e90be3-71bd-4c04-b7bc-18d27c950ab5" 2024-11-14T17:22:09,441 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27873f63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:09,441 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,41993,-1] 2024-11-14T17:22:09,441 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:22:09,441 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:09,442 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:22:09,442 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42e14557, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:09,445 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:22:09,447 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,41993,1731604909168 2024-11-14T17:22:09,447 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29247c96 2024-11-14T17:22:09,448 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:22:09,448 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:22:09,449 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-14T17:22:09,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-14T17:22:09,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T17:22:09,457 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T17:22:09,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T17:22:09,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-14T17:22:09,610 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-14T17:22:09,611 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-14T17:22:09,611 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4e57a52647ef,46367,1731604909293 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-14T17:22:09,611 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0. 2024-11-14T17:22:09,612 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:22:09,612 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:09,612 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:09,612 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:22:09,668 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.wal-reader.4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.1731604901792 to pos 1234, reset compression=false 2024-11-14T17:22:09,681 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.wal-reader.4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.1731604906623 to pos 1235, reset compression=false 2024-11-14T17:22:09,712 WARN [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.shipper4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T17:22:09,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T17:22:09,812 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.shipper4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 terminated 2024-11-14T17:22:09,844 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-4e57a52647ef,46367,1731604909293, ReplicationSource: 1, currentBandwidth=0 2024-11-14T17:22:09,845 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-14T17:22:09,846 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-14T17:22:09,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-14T17:22:09,850 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 4e57a52647ef,46367,1731604909293 suceeded 2024-11-14T17:22:09,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-14T17:22:09,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 394 msec 2024-11-14T17:22:09,856 INFO [PEWorker-1 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-14T17:22:09,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 407 msec 2024-11-14T17:22:09,878 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4e57a52647ef:44989' 2024-11-14T17:22:09,882 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a609654, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:09,882 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293 {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,44989,-1 for getting cluster id 2024-11-14T17:22:09,882 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:22:09,883 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0640dc14-ed5c-4c10-9e93-94bb613c07cf' 2024-11-14T17:22:09,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:22:09,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0640dc14-ed5c-4c10-9e93-94bb613c07cf" 2024-11-14T17:22:09,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ff8c6dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:09,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,44989,-1] 2024-11-14T17:22:09,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:22:09,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:09,889 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:22:09,893 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d523925, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:09,893 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:22:09,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,44989,1731604900950 2024-11-14T17:22:09,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70367838 2024-11-14T17:22:09,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:22:09,900 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-14T17:22:09,900 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4e57a52647ef,46367,1731604909293 (queues=1) is replicating from cluster=73e90be3-71bd-4c04-b7bc-18d27c950ab5 to cluster=0640dc14-ed5c-4c10-9e93-94bb613c07cf 2024-11-14T17:22:09,901 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4e57a52647ef%2C46367%2C1731604909293 2024-11-14T17:22:09,901 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4e57a52647ef,46367,1731604909293, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T17:22:09,906 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.shipper4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4e57a52647ef%2C46367%2C1731604909293 2024-11-14T17:22:10,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T17:22:10,084 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:22:10,084 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:22:10,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:10,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:10,084 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:22:10,085 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-14T17:22:10,085 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.wal-reader.4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.1731604906623 to pos 1235, reset compression=false 2024-11-14T17:22:10,089 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-14T17:22:10,172 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.wal-reader.4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.1731604901792 to pos 1234, reset compression=false 2024-11-14T17:22:10,183 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.wal-reader.4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T17:22:10,183 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.wal-reader.4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.1731604901792 to pos 1338, reset compression=false 2024-11-14T17:22:10,183 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.shipper4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,43463,1731604901111 got entry batch from reader: WALEntryBatch [walEntries=[{test/84b1792d0ceffc510ae1c5b3011b2a67/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.1731604901792, lastWalPosition=1338, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T17:22:10,184 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33545 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T17:22:10,188 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33545 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T17:22:10,399 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.wal-reader.4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.1731604901792 to pos 1338, reset compression=false 2024-11-14T17:22:10,518 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T17:22:10,594 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.wal-reader.4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.1731604906623 to pos 1235, reset compression=false 2024-11-14T17:22:10,605 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.wal-reader.4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T17:22:10,605 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.wal-reader.4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.1731604906623 to pos 1362, reset compression=false 2024-11-14T17:22:10,605 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.shipper4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,33545,1731604904378 got entry batch from reader: WALEntryBatch [walEntries=[{test/5ea261f311a84f9102cdccf9b1e85cc1/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.1731604906623, lastWalPosition=1362, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-14T17:22:10,606 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46367 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T17:22:10,612 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46367 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T17:22:10,708 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.wal-reader.4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.1731604901792 to pos 1338, reset compression=false 2024-11-14T17:22:10,824 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.wal-reader.4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.1731604906623 to pos 1362, reset compression=false 2024-11-14T17:22:11,095 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-14T17:22:11,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fe79eaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:11,098 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,41993,-1 for getting cluster id 2024-11-14T17:22:11,098 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:22:11,103 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '73e90be3-71bd-4c04-b7bc-18d27c950ab5' 2024-11-14T17:22:11,106 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:22:11,106 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "73e90be3-71bd-4c04-b7bc-18d27c950ab5" 2024-11-14T17:22:11,107 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@119a0b7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:11,107 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,41993,-1] 2024-11-14T17:22:11,107 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:22:11,107 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:11,111 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:22:11,114 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.wal-reader.4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.1731604901792 to pos 1338, reset compression=false 2024-11-14T17:22:11,115 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51c44a5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:11,119 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:22:11,127 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,41993,1731604909168 2024-11-14T17:22:11,127 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a2c75e8 2024-11-14T17:22:11,129 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.wal-reader.4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.1731604906623 to pos 1362, reset compression=false 2024-11-14T17:22:11,133 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:22:11,134 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:22:11,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-14T17:22:11,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-14T17:22:11,140 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.wal-reader.4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T17:22:11,140 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.wal-reader.4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.1731604906623 to pos 1466, reset compression=false 2024-11-14T17:22:11,140 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.shipper4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,33545,1731604904378 got entry batch from reader: WALEntryBatch [walEntries=[{test/5ea261f311a84f9102cdccf9b1e85cc1/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.1731604906623, lastWalPosition=1466, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T17:22:11,142 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46367 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T17:22:11,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-14T17:22:11,146 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46367 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T17:22:11,148 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T17:22:11,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-14T17:22:11,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-14T17:22:11,303 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-14T17:22:11,304 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-14T17:22:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-14T17:22:11,307 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 4e57a52647ef,46367,1731604909293 suceeded 2024-11-14T17:22:11,309 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-14T17:22:11,309 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-14T17:22:11,309 INFO [PEWorker-2 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-14T17:22:11,310 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.wal-reader.4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/WALs/4e57a52647ef,46367,1731604909293/4e57a52647ef%2C46367%2C1731604909293.1731604911633, startPosition=1235, beingWritten=true 2024-11-14T17:22:11,314 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 174 msec 2024-11-14T17:22:11,334 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.wal-reader.4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T17:22:11,335 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.wal-reader.4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/WALs/4e57a52647ef,46367,1731604909293/4e57a52647ef%2C46367%2C1731604909293.1731604911633 to pos 1512, reset compression=false 2024-11-14T17:22:11,336 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.shipper4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,46367,1731604909293 got entry batch from reader: WALEntryBatch [walEntries=[{test/c64997b658a27275438a6be7d304bb7f/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/WALs/4e57a52647ef,46367,1731604909293/4e57a52647ef%2C46367%2C1731604909293.1731604911633, lastWalPosition=1512, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-14T17:22:11,339 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.shipper4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T17:22:11,341 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-14T17:22:11,341 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43463 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T17:22:11,348 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43463 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T17:22:11,348 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.wal-reader.4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.1731604906623 to pos 1466, reset compression=false 2024-11-14T17:22:11,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-14T17:22:11,463 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-14T17:22:11,464 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:22:11,464 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:22:11,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:11,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:11,464 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:22:11,467 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-14T17:22:11,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T17:22:11,467 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:22:11,467 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:22:11,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:11,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:11,468 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:22:11,468 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T17:22:11,468 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=32515847, stopped=false 2024-11-14T17:22:11,468 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4e57a52647ef,41993,1731604909168 2024-11-14T17:22:11,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46367-0x100ab75758f0007, quorum=127.0.0.1:55583, baseZNode=/2-1075990770 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1075990770/running 2024-11-14T17:22:11,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41993-0x100ab75758f0006, quorum=127.0.0.1:55583, baseZNode=/2-1075990770 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1075990770/running 2024-11-14T17:22:11,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46367-0x100ab75758f0007, quorum=127.0.0.1:55583, baseZNode=/2-1075990770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1075990770 2024-11-14T17:22:11,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41993-0x100ab75758f0006, quorum=127.0.0.1:55583, baseZNode=/2-1075990770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1075990770 2024-11-14T17:22:11,469 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T17:22:11,470 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:22:11,470 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:22:11,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:11,470 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4e57a52647ef,46367,1731604909293' ***** 2024-11-14T17:22:11,470 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T17:22:11,473 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46367-0x100ab75758f0007, quorum=127.0.0.1:55583, baseZNode=/2-1075990770 Set watcher on znode that does not yet exist, /2-1075990770/running 2024-11-14T17:22:11,473 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41993-0x100ab75758f0006, quorum=127.0.0.1:55583, baseZNode=/2-1075990770 Set watcher on znode that does not yet exist, /2-1075990770/running 2024-11-14T17:22:11,473 INFO [RS:0;4e57a52647ef:46367 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-14T17:22:11,474 INFO [RS:0;4e57a52647ef:46367 {}] regionserver.HRegionServer(3091): Received CLOSE for b60d0268be8308578707f202c593145a 2024-11-14T17:22:11,474 INFO [RS:0;4e57a52647ef:46367 {}] regionserver.HRegionServer(3091): Received CLOSE for c64997b658a27275438a6be7d304bb7f 2024-11-14T17:22:11,474 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b60d0268be8308578707f202c593145a, disabling compactions & flushes 2024-11-14T17:22:11,474 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731604920178.b60d0268be8308578707f202c593145a. 2024-11-14T17:22:11,475 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731604920178.b60d0268be8308578707f202c593145a. 2024-11-14T17:22:11,475 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731604920178.b60d0268be8308578707f202c593145a. after waiting 0 ms 2024-11-14T17:22:11,475 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731604920178.b60d0268be8308578707f202c593145a. 2024-11-14T17:22:11,475 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b60d0268be8308578707f202c593145a 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-11-14T17:22:11,476 INFO [RS:0;4e57a52647ef:46367 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T17:22:11,476 INFO [RS:0;4e57a52647ef:46367 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T17:22:11,476 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T17:22:11,476 INFO [RS:0;4e57a52647ef:46367 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T17:22:11,476 INFO [RS:0;4e57a52647ef:46367 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: c64997b658a27275438a6be7d304bb7f, which we are already trying to CLOSE, but not completed yet 2024-11-14T17:22:11,476 INFO [RS:0;4e57a52647ef:46367 {}] regionserver.HRegionServer(959): stopping server 4e57a52647ef,46367,1731604909293 2024-11-14T17:22:11,476 INFO [RS:0;4e57a52647ef:46367 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T17:22:11,476 INFO [RS:0;4e57a52647ef:46367 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4e57a52647ef:46367. 2024-11-14T17:22:11,476 DEBUG [RS:0;4e57a52647ef:46367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:22:11,476 DEBUG [RS:0;4e57a52647ef:46367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:11,476 INFO [RS:0;4e57a52647ef:46367 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T17:22:11,476 INFO [RS:0;4e57a52647ef:46367 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T17:22:11,476 INFO [RS:0;4e57a52647ef:46367 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T17:22:11,476 INFO [RS:0;4e57a52647ef:46367 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T17:22:11,478 INFO [RS:0;4e57a52647ef:46367 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T17:22:11,478 DEBUG [RS:0;4e57a52647ef:46367 {}] regionserver.HRegionServer(1325): Online Regions={b60d0268be8308578707f202c593145a=hbase:replication,,1731604920178.b60d0268be8308578707f202c593145a., 1588230740=hbase:meta,,1.1588230740, c64997b658a27275438a6be7d304bb7f=test,,1731604915679.c64997b658a27275438a6be7d304bb7f.} 2024-11-14T17:22:11,478 DEBUG [RS:0;4e57a52647ef:46367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b60d0268be8308578707f202c593145a, c64997b658a27275438a6be7d304bb7f 2024-11-14T17:22:11,480 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T17:22:11,480 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T17:22:11,480 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T17:22:11,480 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T17:22:11,480 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T17:22:11,480 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T17:22:11,483 INFO [regionserver/4e57a52647ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T17:22:11,496 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/data/hbase/replication/b60d0268be8308578707f202c593145a/.tmp/queue/643a81a559c147b0ab376b53b2c17d10 is 154, key is 1-4e57a52647ef,46367,1731604909293/queue:4e57a52647ef%2C46367%2C1731604909293/1731604931351/Put/seqid=0 2024-11-14T17:22:11,505 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/data/hbase/meta/1588230740/.tmp/info/d7c9238bef624b44b91a43856acd6bda is 147, key is hbase:replication,,1731604920178.b60d0268be8308578707f202c593145a./info:regioninfo/1731604921405/Put/seqid=0 2024-11-14T17:22:11,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46493 is added to blk_1073741840_1016 (size=5353) 2024-11-14T17:22:11,509 INFO [regionserver/4e57a52647ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T17:22:11,509 INFO [regionserver/4e57a52647ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T17:22:11,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46493 is added to blk_1073741841_1017 (size=7686) 2024-11-14T17:22:11,545 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.wal-reader.4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/WALs/4e57a52647ef,46367,1731604909293/4e57a52647ef%2C46367%2C1731604909293.1731604911633 to pos 1512, reset compression=false 2024-11-14T17:22:11,643 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.wal-reader.4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.1731604901792 to pos 1338, reset compression=false 2024-11-14T17:22:11,648 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.wal-reader.4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T17:22:11,648 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.wal-reader.4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.1731604901792 to pos 1488, reset compression=false 2024-11-14T17:22:11,649 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.shipper4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,43463,1731604901111 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.1731604901792, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T17:22:11,656 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.wal-reader.4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.1731604906623 to pos 1466, reset compression=false 2024-11-14T17:22:11,679 DEBUG [RS:0;4e57a52647ef:46367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b60d0268be8308578707f202c593145a, c64997b658a27275438a6be7d304bb7f 2024-11-14T17:22:11,851 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.wal-reader.4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/WALs/4e57a52647ef,46367,1731604909293/4e57a52647ef%2C46367%2C1731604909293.1731604911633 to pos 1512, reset compression=false 2024-11-14T17:22:11,855 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.wal-reader.4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.1731604901792 to pos 1488, reset compression=false 2024-11-14T17:22:11,879 DEBUG [RS:0;4e57a52647ef:46367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b60d0268be8308578707f202c593145a, c64997b658a27275438a6be7d304bb7f 2024-11-14T17:22:11,908 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/data/hbase/replication/b60d0268be8308578707f202c593145a/.tmp/queue/643a81a559c147b0ab376b53b2c17d10 2024-11-14T17:22:11,915 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/data/hbase/meta/1588230740/.tmp/info/d7c9238bef624b44b91a43856acd6bda 2024-11-14T17:22:11,967 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/data/hbase/replication/b60d0268be8308578707f202c593145a/.tmp/queue/643a81a559c147b0ab376b53b2c17d10 as hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/data/hbase/replication/b60d0268be8308578707f202c593145a/queue/643a81a559c147b0ab376b53b2c17d10 2024-11-14T17:22:11,972 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/data/hbase/replication/b60d0268be8308578707f202c593145a/queue/643a81a559c147b0ab376b53b2c17d10, entries=1, sequenceid=13, filesize=5.2 K 2024-11-14T17:22:11,975 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for b60d0268be8308578707f202c593145a in 500ms, sequenceid=13, compaction requested=false 2024-11-14T17:22:11,981 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/data/hbase/meta/1588230740/.tmp/ns/bf2aebe8ecaa4308991450758c36f23a is 43, key is default/ns:d/1731604912199/Put/seqid=0 2024-11-14T17:22:12,016 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/data/hbase/replication/b60d0268be8308578707f202c593145a/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-14T17:22:12,017 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T17:22:12,017 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T17:22:12,018 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731604920178.b60d0268be8308578707f202c593145a. 2024-11-14T17:22:12,018 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b60d0268be8308578707f202c593145a: Waiting for close lock at 1731604931474Running coprocessor pre-close hooks at 1731604931474Disabling compacts and flushes for region at 1731604931474Disabling writes for close at 1731604931475 (+1 ms)Obtaining lock to block concurrent updates at 1731604931475Preparing flush snapshotting stores in b60d0268be8308578707f202c593145a at 1731604931475Finished memstore snapshotting hbase:replication,,1731604920178.b60d0268be8308578707f202c593145a., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1731604931475Flushing stores of hbase:replication,,1731604920178.b60d0268be8308578707f202c593145a. at 1731604931478 (+3 ms)Flushing b60d0268be8308578707f202c593145a/queue: creating writer at 1731604931479 (+1 ms)Flushing b60d0268be8308578707f202c593145a/queue: appending metadata at 1731604931495 (+16 ms)Flushing b60d0268be8308578707f202c593145a/queue: closing flushed file at 1731604931495Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43b2c1d9: reopening flushed file at 1731604931958 (+463 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for b60d0268be8308578707f202c593145a in 500ms, sequenceid=13, compaction requested=false at 1731604931975 (+17 ms)Writing region close event to WAL at 1731604932000 (+25 ms)Running coprocessor post-close hooks at 1731604932017 (+17 ms)Closed at 1731604932018 (+1 ms) 2024-11-14T17:22:12,018 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731604920178.b60d0268be8308578707f202c593145a. 2024-11-14T17:22:12,018 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c64997b658a27275438a6be7d304bb7f, disabling compactions & flushes 2024-11-14T17:22:12,018 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731604915679.c64997b658a27275438a6be7d304bb7f. 2024-11-14T17:22:12,018 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731604915679.c64997b658a27275438a6be7d304bb7f. 2024-11-14T17:22:12,018 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731604915679.c64997b658a27275438a6be7d304bb7f. after waiting 0 ms 2024-11-14T17:22:12,018 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731604915679.c64997b658a27275438a6be7d304bb7f. 2024-11-14T17:22:12,018 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c64997b658a27275438a6be7d304bb7f 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-14T17:22:12,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46493 is added to blk_1073741842_1018 (size=5153) 2024-11-14T17:22:12,048 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/data/default/test/c64997b658a27275438a6be7d304bb7f/.tmp/f/b630ee83d84e4be888952f8ae5a1779f is 37, key is row3/f:row3/1731604930085/Put/seqid=0 2024-11-14T17:22:12,059 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.wal-reader.4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.1731604906623 to pos 1466, reset compression=false 2024-11-14T17:22:12,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46493 is added to blk_1073741843_1019 (size=5228) 2024-11-14T17:22:12,079 DEBUG [RS:0;4e57a52647ef:46367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c64997b658a27275438a6be7d304bb7f 2024-11-14T17:22:12,208 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.wal-reader.4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.1731604901792 to pos 1488, reset compression=false 2024-11-14T17:22:12,280 DEBUG [RS:0;4e57a52647ef:46367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c64997b658a27275438a6be7d304bb7f 2024-11-14T17:22:12,307 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.wal-reader.4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/WALs/4e57a52647ef,46367,1731604909293/4e57a52647ef%2C46367%2C1731604909293.1731604911633 to pos 1512, reset compression=false 2024-11-14T17:22:12,334 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.wal-reader.4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T17:22:12,334 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.wal-reader.4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/WALs/4e57a52647ef,46367,1731604909293/4e57a52647ef%2C46367%2C1731604909293.1731604911633 to pos 1759, reset compression=false 2024-11-14T17:22:12,335 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.shipper4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,46367,1731604909293 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/WALs/4e57a52647ef,46367,1731604909293/4e57a52647ef%2C46367%2C1731604909293.1731604911633, lastWalPosition=1759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T17:22:12,336 ERROR [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.shipper4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 4e57a52647ef,46367,1731604909293: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-4e57a52647ef,46367,1731604909293, walGroup=4e57a52647ef%2C46367%2C1731604909293, offset=4e57a52647ef%2C46367%2C1731604909293.1731604911633:1759, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e57a52647ef:46367 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T17:22:12,338 ERROR [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.shipper4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T17:22:12,338 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.shipper4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T17:22:12,338 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.shipper4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T17:22:12,338 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.shipper4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T17:22:12,339 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.shipper4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T17:22:12,339 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.shipper4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1163919360, "init": 1048576000, "max": 2306867200, "used": 748828840 }, "NonHeapMemoryUsage": { "committed": 201129984, "init": 7667712, "max": -1, "used": 198196320 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T17:22:12,339 WARN [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.shipper4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e57a52647ef:41993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e57a52647ef:41993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T17:22:12,417 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/data/hbase/meta/1588230740/.tmp/ns/bf2aebe8ecaa4308991450758c36f23a 2024-11-14T17:22:12,468 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/data/hbase/meta/1588230740/.tmp/rep_barrier/e7d88532338c4acbb21bc3700fc2b84c is 112, key is test,,1731604915679.c64997b658a27275438a6be7d304bb7f./rep_barrier:seqnumDuringOpen/1731604916899/Put/seqid=0 2024-11-14T17:22:12,475 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/data/default/test/c64997b658a27275438a6be7d304bb7f/.tmp/f/b630ee83d84e4be888952f8ae5a1779f 2024-11-14T17:22:12,479 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b630ee83d84e4be888952f8ae5a1779f 2024-11-14T17:22:12,480 INFO [RS:0;4e57a52647ef:46367 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T17:22:12,480 DEBUG [RS:0;4e57a52647ef:46367 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c64997b658a27275438a6be7d304bb7f=test,,1731604915679.c64997b658a27275438a6be7d304bb7f.} 2024-11-14T17:22:12,480 DEBUG [RS:0;4e57a52647ef:46367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c64997b658a27275438a6be7d304bb7f 2024-11-14T17:22:12,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46493 is added to blk_1073741844_1020 (size=5518) 2024-11-14T17:22:12,487 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/data/hbase/meta/1588230740/.tmp/rep_barrier/e7d88532338c4acbb21bc3700fc2b84c 2024-11-14T17:22:12,500 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/data/default/test/c64997b658a27275438a6be7d304bb7f/.tmp/f1/090934667cae45daab92f64a052ed242 is 30, key is row1/f1:/1731604927401/DeleteFamily/seqid=0 2024-11-14T17:22:12,567 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.wal-reader.4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/WALs/4e57a52647ef,46367,1731604909293/4e57a52647ef%2C46367%2C1731604909293.1731604911633 to pos 1759, reset compression=false 2024-11-14T17:22:12,568 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.wal-reader.4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.1731604906623 to pos 1466, reset compression=false 2024-11-14T17:22:12,570 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/data/hbase/meta/1588230740/.tmp/table/519f8748d47d4d3ba5436be6d130864c is 53, key is hbase:replication/table:state/1731604921430/Put/seqid=0 2024-11-14T17:22:12,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46493 is added to blk_1073741845_1021 (size=5158) 2024-11-14T17:22:12,574 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/data/default/test/c64997b658a27275438a6be7d304bb7f/.tmp/f1/090934667cae45daab92f64a052ed242 2024-11-14T17:22:12,580 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 090934667cae45daab92f64a052ed242 2024-11-14T17:22:12,622 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/data/default/test/c64997b658a27275438a6be7d304bb7f/.tmp/norep/00fd6848db4c45a9b5d680e4298ae8ef is 33, key is row2/norep:/1731604928420/DeleteFamily/seqid=0 2024-11-14T17:22:12,642 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.wal-reader.4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.1731604901792 to pos 1488, reset compression=false 2024-11-14T17:22:12,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46493 is added to blk_1073741846_1022 (size=5308) 2024-11-14T17:22:12,645 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/data/hbase/meta/1588230740/.tmp/table/519f8748d47d4d3ba5436be6d130864c 2024-11-14T17:22:12,668 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/data/hbase/meta/1588230740/.tmp/info/d7c9238bef624b44b91a43856acd6bda as hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/data/hbase/meta/1588230740/info/d7c9238bef624b44b91a43856acd6bda 2024-11-14T17:22:12,680 DEBUG [RS:0;4e57a52647ef:46367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c64997b658a27275438a6be7d304bb7f 2024-11-14T17:22:12,690 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/data/hbase/meta/1588230740/info/d7c9238bef624b44b91a43856acd6bda, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T17:22:12,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46493 is added to blk_1073741847_1023 (size=5108) 2024-11-14T17:22:12,691 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/data/hbase/meta/1588230740/.tmp/ns/bf2aebe8ecaa4308991450758c36f23a as hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/data/hbase/meta/1588230740/ns/bf2aebe8ecaa4308991450758c36f23a 2024-11-14T17:22:12,701 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/data/hbase/meta/1588230740/ns/bf2aebe8ecaa4308991450758c36f23a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T17:22:12,704 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/data/hbase/meta/1588230740/.tmp/rep_barrier/e7d88532338c4acbb21bc3700fc2b84c as hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/data/hbase/meta/1588230740/rep_barrier/e7d88532338c4acbb21bc3700fc2b84c 2024-11-14T17:22:12,718 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/data/hbase/meta/1588230740/rep_barrier/e7d88532338c4acbb21bc3700fc2b84c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T17:22:12,719 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/data/hbase/meta/1588230740/.tmp/table/519f8748d47d4d3ba5436be6d130864c as hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/data/hbase/meta/1588230740/table/519f8748d47d4d3ba5436be6d130864c 2024-11-14T17:22:12,739 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/data/hbase/meta/1588230740/table/519f8748d47d4d3ba5436be6d130864c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T17:22:12,745 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1265ms, sequenceid=16, compaction requested=false 2024-11-14T17:22:12,793 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T17:22:12,794 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T17:22:12,794 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T17:22:12,794 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T17:22:12,794 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731604931480Running coprocessor pre-close hooks at 1731604931480Disabling compacts and flushes for region at 1731604931480Disabling writes for close at 1731604931480Obtaining lock to block concurrent updates at 1731604931480Preparing flush snapshotting stores in 1588230740 at 1731604931480Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731604931480Flushing stores of hbase:meta,,1.1588230740 at 1731604931481 (+1 ms)Flushing 1588230740/info: creating writer at 1731604931481Flushing 1588230740/info: appending metadata at 1731604931504 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731604931504Flushing 1588230740/ns: creating writer at 1731604931937 (+433 ms)Flushing 1588230740/ns: appending metadata at 1731604931980 (+43 ms)Flushing 1588230740/ns: closing flushed file at 1731604931981 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731604932425 (+444 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731604932468 (+43 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731604932468Flushing 1588230740/table: creating writer at 1731604932495 (+27 ms)Flushing 1588230740/table: appending metadata at 1731604932569 (+74 ms)Flushing 1588230740/table: closing flushed file at 1731604932569Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55540f10: reopening flushed file at 1731604932663 (+94 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d0ddf9c: reopening flushed file at 1731604932690 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26c1d7b1: reopening flushed file at 1731604932701 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e82f9c0: reopening flushed file at 1731604932718 (+17 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1265ms, sequenceid=16, compaction requested=false at 1731604932745 (+27 ms)Writing region close event to WAL at 1731604932772 (+27 ms)Running coprocessor post-close hooks at 1731604932794 (+22 ms)Closed at 1731604932794 2024-11-14T17:22:12,795 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T17:22:12,882 DEBUG [RS:0;4e57a52647ef:46367 {}] regionserver.HRegionServer(1351): Waiting on c64997b658a27275438a6be7d304bb7f 2024-11-14T17:22:12,884 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.wal-reader.4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/WALs/4e57a52647ef,46367,1731604909293/4e57a52647ef%2C46367%2C1731604909293.1731604911633 to pos 1759, reset compression=false 2024-11-14T17:22:13,082 DEBUG [RS:0;4e57a52647ef:46367 {}] regionserver.HRegionServer(1351): Waiting on c64997b658a27275438a6be7d304bb7f 2024-11-14T17:22:13,101 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/data/default/test/c64997b658a27275438a6be7d304bb7f/.tmp/norep/00fd6848db4c45a9b5d680e4298ae8ef 2024-11-14T17:22:13,123 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 00fd6848db4c45a9b5d680e4298ae8ef 2024-11-14T17:22:13,127 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/data/default/test/c64997b658a27275438a6be7d304bb7f/.tmp/f/b630ee83d84e4be888952f8ae5a1779f as hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/data/default/test/c64997b658a27275438a6be7d304bb7f/f/b630ee83d84e4be888952f8ae5a1779f 2024-11-14T17:22:13,139 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b630ee83d84e4be888952f8ae5a1779f 2024-11-14T17:22:13,139 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/data/default/test/c64997b658a27275438a6be7d304bb7f/f/b630ee83d84e4be888952f8ae5a1779f, entries=5, sequenceid=12, filesize=5.1 K 2024-11-14T17:22:13,142 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/data/default/test/c64997b658a27275438a6be7d304bb7f/.tmp/f1/090934667cae45daab92f64a052ed242 as hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/data/default/test/c64997b658a27275438a6be7d304bb7f/f1/090934667cae45daab92f64a052ed242 2024-11-14T17:22:13,164 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 090934667cae45daab92f64a052ed242 2024-11-14T17:22:13,164 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/data/default/test/c64997b658a27275438a6be7d304bb7f/f1/090934667cae45daab92f64a052ed242, entries=3, sequenceid=12, filesize=5.0 K 2024-11-14T17:22:13,174 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/data/default/test/c64997b658a27275438a6be7d304bb7f/.tmp/norep/00fd6848db4c45a9b5d680e4298ae8ef as hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/data/default/test/c64997b658a27275438a6be7d304bb7f/norep/00fd6848db4c45a9b5d680e4298ae8ef 2024-11-14T17:22:13,189 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 00fd6848db4c45a9b5d680e4298ae8ef 2024-11-14T17:22:13,190 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/data/default/test/c64997b658a27275438a6be7d304bb7f/norep/00fd6848db4c45a9b5d680e4298ae8ef, entries=1, sequenceid=12, filesize=5.0 K 2024-11-14T17:22:13,191 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for c64997b658a27275438a6be7d304bb7f in 1173ms, sequenceid=12, compaction requested=false 2024-11-14T17:22:13,203 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.wal-reader.4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.1731604901792 to pos 1488, reset compression=false 2024-11-14T17:22:13,208 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.wal-reader.4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.1731604906623 to pos 1466, reset compression=false 2024-11-14T17:22:13,282 DEBUG [RS:0;4e57a52647ef:46367 {}] regionserver.HRegionServer(1351): Waiting on c64997b658a27275438a6be7d304bb7f 2024-11-14T17:22:13,321 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/data/default/test/c64997b658a27275438a6be7d304bb7f/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T17:22:13,322 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.wal-reader.4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/WALs/4e57a52647ef,46367,1731604909293/4e57a52647ef%2C46367%2C1731604909293.1731604911633 to pos 1759, reset compression=false 2024-11-14T17:22:13,324 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T17:22:13,324 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T17:22:13,324 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731604915679.c64997b658a27275438a6be7d304bb7f. 2024-11-14T17:22:13,324 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c64997b658a27275438a6be7d304bb7f: Waiting for close lock at 1731604932018Running coprocessor pre-close hooks at 1731604932018Disabling compacts and flushes for region at 1731604932018Disabling writes for close at 1731604932018Obtaining lock to block concurrent updates at 1731604932018Preparing flush snapshotting stores in c64997b658a27275438a6be7d304bb7f at 1731604932018Finished memstore snapshotting test,,1731604915679.c64997b658a27275438a6be7d304bb7f., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731604932019 (+1 ms)Flushing stores of test,,1731604915679.c64997b658a27275438a6be7d304bb7f. at 1731604932021 (+2 ms)Flushing c64997b658a27275438a6be7d304bb7f/f: creating writer at 1731604932021Flushing c64997b658a27275438a6be7d304bb7f/f: appending metadata at 1731604932047 (+26 ms)Flushing c64997b658a27275438a6be7d304bb7f/f: closing flushed file at 1731604932047Flushing c64997b658a27275438a6be7d304bb7f/f1: creating writer at 1731604932480 (+433 ms)Flushing c64997b658a27275438a6be7d304bb7f/f1: appending metadata at 1731604932499 (+19 ms)Flushing c64997b658a27275438a6be7d304bb7f/f1: closing flushed file at 1731604932499Flushing c64997b658a27275438a6be7d304bb7f/norep: creating writer at 1731604932580 (+81 ms)Flushing c64997b658a27275438a6be7d304bb7f/norep: appending metadata at 1731604932621 (+41 ms)Flushing c64997b658a27275438a6be7d304bb7f/norep: closing flushed file at 1731604932621Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c7db253: reopening flushed file at 1731604933124 (+503 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3114b2c8: reopening flushed file at 1731604933139 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3711be21: reopening flushed file at 1731604933164 (+25 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for c64997b658a27275438a6be7d304bb7f in 1173ms, sequenceid=12, compaction requested=false at 1731604933191 (+27 ms)Writing region close event to WAL at 1731604933291 (+100 ms)Running coprocessor post-close hooks at 1731604933324 (+33 ms)Closed at 1731604933324 2024-11-14T17:22:13,324 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731604915679.c64997b658a27275438a6be7d304bb7f. 2024-11-14T17:22:13,336 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.wal-reader.4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T17:22:13,336 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.wal-reader.4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/WALs/4e57a52647ef,46367,1731604909293/4e57a52647ef%2C46367%2C1731604909293.1731604911633 to pos 2403, reset compression=false 2024-11-14T17:22:13,482 INFO [RS:0;4e57a52647ef:46367 {}] regionserver.HRegionServer(976): stopping server 4e57a52647ef,46367,1731604909293; all regions closed. 2024-11-14T17:22:13,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46493 is added to blk_1073741834_1010 (size=4239) 2024-11-14T17:22:13,542 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.wal-reader.4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/WALs/4e57a52647ef,46367,1731604909293/4e57a52647ef%2C46367%2C1731604909293.1731604911633 to pos 2403, reset compression=false 2024-11-14T17:22:13,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46493 is added to blk_1073741839_1015 (size=3333) 2024-11-14T17:22:13,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46493 is added to blk_1073741833_1009 (size=2411) 2024-11-14T17:22:13,582 DEBUG [RS:0;4e57a52647ef:46367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:13,582 INFO [RS:0;4e57a52647ef:46367 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T17:22:13,588 INFO [RS:0;4e57a52647ef:46367 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T17:22:13,588 INFO [RS:0;4e57a52647ef:46367 {}] hbase.ChoreService(370): Chore service for: regionserver/4e57a52647ef:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T17:22:13,588 INFO [RS:0;4e57a52647ef:46367 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T17:22:13,588 INFO [regionserver/4e57a52647ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T17:22:13,589 INFO [RS:0;4e57a52647ef:46367 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4e57a52647ef,46367,1731604909293 because: Region server is closing 2024-11-14T17:22:13,590 INFO [RS:0;4e57a52647ef:46367 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4e57a52647ef:46367. 2024-11-14T17:22:13,590 DEBUG [RS:0;4e57a52647ef:46367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:22:13,590 DEBUG [RS:0;4e57a52647ef:46367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:13,590 DEBUG [RS:0;4e57a52647ef:46367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:13,590 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:22:13,694 INFO [RS:0;4e57a52647ef:46367 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.shipper4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 terminated 2024-11-14T17:22:13,695 INFO [RS:0;4e57a52647ef:46367 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4e57a52647ef:46367. 2024-11-14T17:22:13,695 DEBUG [RS:0;4e57a52647ef:46367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:22:13,695 DEBUG [RS:0;4e57a52647ef:46367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:13,695 DEBUG [RS:0;4e57a52647ef:46367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:13,695 INFO [RS:0;4e57a52647ef:46367 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46367 2024-11-14T17:22:13,695 WARN [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,46367,1731604909293.replicationSource.wal-reader.4e57a52647ef%2C46367%2C1731604909293,1-4e57a52647ef,46367,1731604909293 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T17:22:13,696 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:22:13,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41993-0x100ab75758f0006, quorum=127.0.0.1:55583, baseZNode=/2-1075990770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1075990770/rs 2024-11-14T17:22:13,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46367-0x100ab75758f0007, quorum=127.0.0.1:55583, baseZNode=/2-1075990770 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1075990770/rs/4e57a52647ef,46367,1731604909293 2024-11-14T17:22:13,698 INFO [RS:0;4e57a52647ef:46367 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T17:22:13,700 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4e57a52647ef,46367,1731604909293] 2024-11-14T17:22:13,701 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1075990770/draining/4e57a52647ef,46367,1731604909293 already deleted, retry=false 2024-11-14T17:22:13,701 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4e57a52647ef,46367,1731604909293 expired; onlineServers=0 2024-11-14T17:22:13,701 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4e57a52647ef,41993,1731604909168' ***** 2024-11-14T17:22:13,701 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T17:22:13,701 INFO [M:0;4e57a52647ef:41993 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T17:22:13,702 INFO [M:0;4e57a52647ef:41993 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T17:22:13,702 DEBUG [M:0;4e57a52647ef:41993 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T17:22:13,702 DEBUG [M:0;4e57a52647ef:41993 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T17:22:13,702 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T17:22:13,702 INFO [M:0;4e57a52647ef:41993 {}] hbase.ChoreService(370): Chore service for: master/4e57a52647ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T17:22:13,702 INFO [M:0;4e57a52647ef:41993 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T17:22:13,702 DEBUG [M:0;4e57a52647ef:41993 {}] master.HMaster(1795): Stopping service threads 2024-11-14T17:22:13,702 INFO [M:0;4e57a52647ef:41993 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T17:22:13,703 INFO [M:0;4e57a52647ef:41993 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T17:22:13,703 INFO [M:0;4e57a52647ef:41993 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T17:22:13,703 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T17:22:13,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41993-0x100ab75758f0006, quorum=127.0.0.1:55583, baseZNode=/2-1075990770 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1075990770/master 2024-11-14T17:22:13,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41993-0x100ab75758f0006, quorum=127.0.0.1:55583, baseZNode=/2-1075990770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1075990770 2024-11-14T17:22:13,705 DEBUG [M:0;4e57a52647ef:41993 {}] zookeeper.ZKUtil(347): master:41993-0x100ab75758f0006, quorum=127.0.0.1:55583, baseZNode=/2-1075990770 Unable to get data of znode /2-1075990770/master because node does not exist (not an error) 2024-11-14T17:22:13,705 WARN [M:0;4e57a52647ef:41993 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T17:22:13,706 DEBUG [master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731604911232 {}] cleaner.HFileCleaner(306): Exit Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731604911232,5,FailOnTimeoutGroup] 2024-11-14T17:22:13,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46367-0x100ab75758f0007, quorum=127.0.0.1:55583, baseZNode=/2-1075990770 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1075990770/master 2024-11-14T17:22:13,706 DEBUG [master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731604911219 {}] cleaner.HFileCleaner(306): Exit Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731604911219,5,FailOnTimeoutGroup] 2024-11-14T17:22:13,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46367-0x100ab75758f0007, quorum=127.0.0.1:55583, baseZNode=/2-1075990770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1075990770 2024-11-14T17:22:13,728 INFO [M:0;4e57a52647ef:41993 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/.lastflushedseqids 2024-11-14T17:22:13,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46493 is added to blk_1073741848_1024 (size=245) 2024-11-14T17:22:13,755 INFO [M:0;4e57a52647ef:41993 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T17:22:13,755 INFO [M:0;4e57a52647ef:41993 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T17:22:13,755 DEBUG [M:0;4e57a52647ef:41993 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T17:22:13,755 INFO [M:0;4e57a52647ef:41993 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:22:13,755 DEBUG [M:0;4e57a52647ef:41993 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:22:13,755 DEBUG [M:0;4e57a52647ef:41993 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T17:22:13,755 DEBUG [M:0;4e57a52647ef:41993 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:22:13,755 INFO [M:0;4e57a52647ef:41993 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-14T17:22:13,776 DEBUG [M:0;4e57a52647ef:41993 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9387f2c0b0174429b1fea684abe3668b is 82, key is hbase:meta,,1/info:regioninfo/1731604912159/Put/seqid=0 2024-11-14T17:22:13,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46493 is added to blk_1073741849_1025 (size=5672) 2024-11-14T17:22:13,789 INFO [M:0;4e57a52647ef:41993 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9387f2c0b0174429b1fea684abe3668b 2024-11-14T17:22:13,817 DEBUG [M:0;4e57a52647ef:41993 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/da8fc1b07a3b4ca2b6ad254b0bbf416a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731604921441/Put/seqid=0 2024-11-14T17:22:13,820 INFO [RS:0;4e57a52647ef:46367 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T17:22:13,821 INFO [RS:0;4e57a52647ef:46367 {}] regionserver.HRegionServer(1031): Exiting; stopping=4e57a52647ef,46367,1731604909293; zookeeper connection closed. 2024-11-14T17:22:13,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46367-0x100ab75758f0007, quorum=127.0.0.1:55583, baseZNode=/2-1075990770 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:22:13,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46367-0x100ab75758f0007, quorum=127.0.0.1:55583, baseZNode=/2-1075990770 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:22:13,822 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3c1d4f8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3c1d4f8 2024-11-14T17:22:13,823 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T17:22:13,862 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.wal-reader.4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.1731604901792 to pos 1488, reset compression=false 2024-11-14T17:22:13,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46493 is added to blk_1073741850_1026 (size=9212) 2024-11-14T17:22:13,890 INFO [M:0;4e57a52647ef:41993 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/da8fc1b07a3b4ca2b6ad254b0bbf416a 2024-11-14T17:22:13,938 DEBUG [M:0;4e57a52647ef:41993 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4d22f73c9d58441c93f7abfcfe078e1d is 69, key is 4e57a52647ef,46367,1731604909293/rs:state/1731604911315/Put/seqid=0 2024-11-14T17:22:13,987 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.wal-reader.4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.1731604906623 to pos 1466, reset compression=false 2024-11-14T17:22:14,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46493 is added to blk_1073741851_1027 (size=5156) 2024-11-14T17:22:14,268 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T17:22:14,417 INFO [M:0;4e57a52647ef:41993 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4d22f73c9d58441c93f7abfcfe078e1d 2024-11-14T17:22:14,446 DEBUG [M:0;4e57a52647ef:41993 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9387f2c0b0174429b1fea684abe3668b as hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9387f2c0b0174429b1fea684abe3668b 2024-11-14T17:22:14,472 INFO [M:0;4e57a52647ef:41993 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9387f2c0b0174429b1fea684abe3668b, entries=8, sequenceid=127, filesize=5.5 K 2024-11-14T17:22:14,473 DEBUG [M:0;4e57a52647ef:41993 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/da8fc1b07a3b4ca2b6ad254b0bbf416a as hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/da8fc1b07a3b4ca2b6ad254b0bbf416a 2024-11-14T17:22:14,485 INFO [M:0;4e57a52647ef:41993 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/da8fc1b07a3b4ca2b6ad254b0bbf416a, entries=15, sequenceid=127, filesize=9.0 K 2024-11-14T17:22:14,488 DEBUG [M:0;4e57a52647ef:41993 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4d22f73c9d58441c93f7abfcfe078e1d as hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4d22f73c9d58441c93f7abfcfe078e1d 2024-11-14T17:22:14,520 INFO [M:0;4e57a52647ef:41993 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38531/user/jenkins/test-data/cadebf14-f361-ede5-5076-cf3b8323b716/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4d22f73c9d58441c93f7abfcfe078e1d, entries=1, sequenceid=127, filesize=5.0 K 2024-11-14T17:22:14,522 INFO [M:0;4e57a52647ef:41993 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 767ms, sequenceid=127, compaction requested=false 2024-11-14T17:22:14,587 INFO [M:0;4e57a52647ef:41993 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:22:14,588 DEBUG [M:0;4e57a52647ef:41993 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731604933755Disabling compacts and flushes for region at 1731604933755Disabling writes for close at 1731604933755Obtaining lock to block concurrent updates at 1731604933755Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731604933755Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1731604933756 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731604933759 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731604933759Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731604933776 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731604933776Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731604933794 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731604933817 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731604933817Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731604933906 (+89 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731604933937 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731604933937Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c5b6356: reopening flushed file at 1731604934439 (+502 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e30f172: reopening flushed file at 1731604934473 (+34 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5be11b07: reopening flushed file at 1731604934485 (+12 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 767ms, sequenceid=127, compaction requested=false at 1731604934522 (+37 ms)Writing region close event to WAL at 1731604934587 (+65 ms)Closed at 1731604934587 2024-11-14T17:22:14,599 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.wal-reader.4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.1731604901792 to pos 1488, reset compression=false 2024-11-14T17:22:14,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46493 is added to blk_1073741830_1006 (size=73866) 2024-11-14T17:22:14,608 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T17:22:14,608 INFO [M:0;4e57a52647ef:41993 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T17:22:14,608 INFO [M:0;4e57a52647ef:41993 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41993 2024-11-14T17:22:14,609 INFO [M:0;4e57a52647ef:41993 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T17:22:14,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41993-0x100ab75758f0006, quorum=127.0.0.1:55583, baseZNode=/2-1075990770 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:22:14,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41993-0x100ab75758f0006, quorum=127.0.0.1:55583, baseZNode=/2-1075990770 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:22:14,711 INFO [M:0;4e57a52647ef:41993 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T17:22:14,751 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6096518f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T17:22:14,758 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3f7ab5fc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T17:22:14,758 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T17:22:14,758 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ed836a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T17:22:14,758 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3030fef7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196b1cb7-d50a-bd72-0bd5-a46849033901/hadoop.log.dir/,STOPPED} 2024-11-14T17:22:14,764 WARN [BP-1762677435-172.17.0.3-1731604907472 heartbeating to localhost/127.0.0.1:38531 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T17:22:14,764 WARN [BP-1762677435-172.17.0.3-1731604907472 heartbeating to localhost/127.0.0.1:38531 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1762677435-172.17.0.3-1731604907472 (Datanode Uuid e3845608-c9b0-4506-b4a9-58eaca9b2397) service to localhost/127.0.0.1:38531 2024-11-14T17:22:14,765 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T17:22:14,765 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T17:22:14,766 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196b1cb7-d50a-bd72-0bd5-a46849033901/cluster_06957755-ef76-5f74-ca18-0221e4982075/data/data1/current/BP-1762677435-172.17.0.3-1731604907472 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T17:22:14,766 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T17:22:14,767 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196b1cb7-d50a-bd72-0bd5-a46849033901/cluster_06957755-ef76-5f74-ca18-0221e4982075/data/data2/current/BP-1762677435-172.17.0.3-1731604907472 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T17:22:14,779 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@42343ec5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T17:22:14,779 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b8f72b3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T17:22:14,779 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T17:22:14,780 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4210efb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T17:22:14,780 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a7e3235{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196b1cb7-d50a-bd72-0bd5-a46849033901/hadoop.log.dir/,STOPPED} 2024-11-14T17:22:14,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T17:22:14,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T17:22:14,807 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:22:14,808 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:22:14,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:14,808 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:22:14,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:14,809 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T17:22:14,809 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1265607298, stopped=false 2024-11-14T17:22:14,809 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4e57a52647ef,43029,1731604904322 2024-11-14T17:22:14,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43029-0x100ab75758f0003, quorum=127.0.0.1:55583, baseZNode=/11204676943 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11204676943/running 2024-11-14T17:22:14,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43029-0x100ab75758f0003, quorum=127.0.0.1:55583, baseZNode=/11204676943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11204676943 2024-11-14T17:22:14,812 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43029-0x100ab75758f0003, quorum=127.0.0.1:55583, baseZNode=/11204676943 Set watcher on znode that does not yet exist, /11204676943/running 2024-11-14T17:22:14,813 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T17:22:14,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33545-0x100ab75758f0004, quorum=127.0.0.1:55583, baseZNode=/11204676943 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11204676943/running 2024-11-14T17:22:14,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33545-0x100ab75758f0004, quorum=127.0.0.1:55583, baseZNode=/11204676943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11204676943 2024-11-14T17:22:14,815 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33545-0x100ab75758f0004, quorum=127.0.0.1:55583, baseZNode=/11204676943 Set watcher on znode that does not yet exist, /11204676943/running 2024-11-14T17:22:14,815 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:22:14,816 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:22:14,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:14,817 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4e57a52647ef,33545,1731604904378' ***** 2024-11-14T17:22:14,817 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T17:22:14,817 INFO [RS:0;4e57a52647ef:33545 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T17:22:14,817 INFO [RS:0;4e57a52647ef:33545 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T17:22:14,817 INFO [RS:0;4e57a52647ef:33545 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T17:22:14,817 INFO [RS:0;4e57a52647ef:33545 {}] regionserver.HRegionServer(3091): Received CLOSE for 5ea261f311a84f9102cdccf9b1e85cc1 2024-11-14T17:22:14,817 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T17:22:14,818 INFO [RS:0;4e57a52647ef:33545 {}] regionserver.HRegionServer(3091): Received CLOSE for 791e20dac95d73174b197de23f6cc3d2 2024-11-14T17:22:14,818 INFO [RS:0;4e57a52647ef:33545 {}] regionserver.HRegionServer(959): stopping server 4e57a52647ef,33545,1731604904378 2024-11-14T17:22:14,818 INFO [RS:0;4e57a52647ef:33545 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T17:22:14,818 INFO [RS:0;4e57a52647ef:33545 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4e57a52647ef:33545. 2024-11-14T17:22:14,818 DEBUG [RS:0;4e57a52647ef:33545 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:22:14,819 DEBUG [RS:0;4e57a52647ef:33545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:14,819 INFO [RS:0;4e57a52647ef:33545 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T17:22:14,819 INFO [RS:0;4e57a52647ef:33545 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T17:22:14,819 INFO [RS:0;4e57a52647ef:33545 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T17:22:14,819 INFO [RS:0;4e57a52647ef:33545 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T17:22:14,819 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5ea261f311a84f9102cdccf9b1e85cc1, disabling compactions & flushes 2024-11-14T17:22:14,819 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731604914536.5ea261f311a84f9102cdccf9b1e85cc1. 2024-11-14T17:22:14,820 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731604914536.5ea261f311a84f9102cdccf9b1e85cc1. 2024-11-14T17:22:14,820 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731604914536.5ea261f311a84f9102cdccf9b1e85cc1. after waiting 0 ms 2024-11-14T17:22:14,820 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731604914536.5ea261f311a84f9102cdccf9b1e85cc1. 2024-11-14T17:22:14,820 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5ea261f311a84f9102cdccf9b1e85cc1 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-14T17:22:14,824 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.wal-reader.4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.1731604906623 to pos 1466, reset compression=false 2024-11-14T17:22:14,826 INFO [RS:0;4e57a52647ef:33545 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T17:22:14,826 DEBUG [RS:0;4e57a52647ef:33545 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5ea261f311a84f9102cdccf9b1e85cc1=test,,1731604914536.5ea261f311a84f9102cdccf9b1e85cc1., 791e20dac95d73174b197de23f6cc3d2=hbase:replication,,1731604919022.791e20dac95d73174b197de23f6cc3d2.} 2024-11-14T17:22:14,827 DEBUG [RS:0;4e57a52647ef:33545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ea261f311a84f9102cdccf9b1e85cc1, 791e20dac95d73174b197de23f6cc3d2 2024-11-14T17:22:14,830 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T17:22:14,831 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T17:22:14,831 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T17:22:14,831 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T17:22:14,831 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T17:22:14,831 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T17:22:14,864 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.wal-reader.4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T17:22:14,864 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.wal-reader.4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.1731604906623 to pos 1713, reset compression=false 2024-11-14T17:22:14,864 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.shipper4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,33545,1731604904378 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.1731604906623, lastWalPosition=1713, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T17:22:14,865 ERROR [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.shipper4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 4e57a52647ef,33545,1731604904378: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-4e57a52647ef,33545,1731604904378, walGroup=4e57a52647ef%2C33545%2C1731604904378, offset=4e57a52647ef%2C33545%2C1731604904378.1731604906623:1713, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e57a52647ef:33545 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T17:22:14,867 ERROR [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.shipper4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T17:22:14,867 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.shipper4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T17:22:14,867 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.shipper4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T17:22:14,867 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.shipper4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T17:22:14,867 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.shipper4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T17:22:14,867 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.shipper4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1163919360, "init": 1048576000, "max": 2306867200, "used": 751622952 }, "NonHeapMemoryUsage": { "committed": 201523200, "init": 7667712, "max": -1, "used": 198604528 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T17:22:14,868 WARN [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.shipper4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e57a52647ef:43029 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e57a52647ef:43029 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T17:22:14,873 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/data/default/test/5ea261f311a84f9102cdccf9b1e85cc1/.tmp/f/fc83cb7ad282464c98a52dd64561dc3a is 37, key is row3/f:row3/1731604930085/Put/seqid=0 2024-11-14T17:22:14,904 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/data/hbase/meta/1588230740/.tmp/info/62e99957dad04197be7fcdc33bb9e696 is 147, key is hbase:replication,,1731604919022.791e20dac95d73174b197de23f6cc3d2./info:regioninfo/1731604919427/Put/seqid=0 2024-11-14T17:22:14,918 INFO [regionserver/4e57a52647ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T17:22:14,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741840_1016 (size=5228) 2024-11-14T17:22:14,933 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/data/default/test/5ea261f311a84f9102cdccf9b1e85cc1/.tmp/f/fc83cb7ad282464c98a52dd64561dc3a 2024-11-14T17:22:14,947 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fc83cb7ad282464c98a52dd64561dc3a 2024-11-14T17:22:14,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741841_1017 (size=7686) 2024-11-14T17:22:14,978 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/data/hbase/meta/1588230740/.tmp/info/62e99957dad04197be7fcdc33bb9e696 2024-11-14T17:22:14,988 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/data/default/test/5ea261f311a84f9102cdccf9b1e85cc1/.tmp/f1/36c9909d5cd547f6a018311e39b27d62 is 30, key is row1/f1:/1731604927401/DeleteFamily/seqid=0 2024-11-14T17:22:15,027 DEBUG [RS:0;4e57a52647ef:33545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ea261f311a84f9102cdccf9b1e85cc1, 791e20dac95d73174b197de23f6cc3d2 2024-11-14T17:22:15,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741842_1018 (size=5158) 2024-11-14T17:22:15,081 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/data/hbase/meta/1588230740/.tmp/ns/831b3403c4114fdd80ece5bd1c957304 is 43, key is default/ns:d/1731604907238/Put/seqid=0 2024-11-14T17:22:15,150 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.wal-reader.4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.1731604906623 to pos 1713, reset compression=false 2024-11-14T17:22:15,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741843_1019 (size=5153) 2024-11-14T17:22:15,228 DEBUG [RS:0;4e57a52647ef:33545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ea261f311a84f9102cdccf9b1e85cc1, 791e20dac95d73174b197de23f6cc3d2 2024-11-14T17:22:15,415 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.wal-reader.4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.1731604901792 to pos 1488, reset compression=false 2024-11-14T17:22:15,429 DEBUG [RS:0;4e57a52647ef:33545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ea261f311a84f9102cdccf9b1e85cc1, 791e20dac95d73174b197de23f6cc3d2 2024-11-14T17:22:15,456 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/data/default/test/5ea261f311a84f9102cdccf9b1e85cc1/.tmp/f1/36c9909d5cd547f6a018311e39b27d62 2024-11-14T17:22:15,463 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 36c9909d5cd547f6a018311e39b27d62 2024-11-14T17:22:15,471 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.wal-reader.4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.1731604906623 to pos 1713, reset compression=false 2024-11-14T17:22:15,498 INFO [regionserver/4e57a52647ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T17:22:15,498 INFO [regionserver/4e57a52647ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T17:22:15,501 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/data/default/test/5ea261f311a84f9102cdccf9b1e85cc1/.tmp/norep/c401016de60c4b1da8a760b001276930 is 33, key is row1/norep:/1731604927401/DeleteFamily/seqid=0 2024-11-14T17:22:15,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741844_1020 (size=5108) 2024-11-14T17:22:15,568 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/data/default/test/5ea261f311a84f9102cdccf9b1e85cc1/.tmp/norep/c401016de60c4b1da8a760b001276930 2024-11-14T17:22:15,575 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/data/hbase/meta/1588230740/.tmp/ns/831b3403c4114fdd80ece5bd1c957304 2024-11-14T17:22:15,619 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c401016de60c4b1da8a760b001276930 2024-11-14T17:22:15,622 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/data/default/test/5ea261f311a84f9102cdccf9b1e85cc1/.tmp/f/fc83cb7ad282464c98a52dd64561dc3a as hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/data/default/test/5ea261f311a84f9102cdccf9b1e85cc1/f/fc83cb7ad282464c98a52dd64561dc3a 2024-11-14T17:22:15,628 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fc83cb7ad282464c98a52dd64561dc3a 2024-11-14T17:22:15,628 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/data/default/test/5ea261f311a84f9102cdccf9b1e85cc1/f/fc83cb7ad282464c98a52dd64561dc3a, entries=5, sequenceid=12, filesize=5.1 K 2024-11-14T17:22:15,629 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/data/default/test/5ea261f311a84f9102cdccf9b1e85cc1/.tmp/f1/36c9909d5cd547f6a018311e39b27d62 as hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/data/default/test/5ea261f311a84f9102cdccf9b1e85cc1/f1/36c9909d5cd547f6a018311e39b27d62 2024-11-14T17:22:15,630 DEBUG [RS:0;4e57a52647ef:33545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ea261f311a84f9102cdccf9b1e85cc1, 791e20dac95d73174b197de23f6cc3d2 2024-11-14T17:22:15,634 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 36c9909d5cd547f6a018311e39b27d62 2024-11-14T17:22:15,634 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/data/default/test/5ea261f311a84f9102cdccf9b1e85cc1/f1/36c9909d5cd547f6a018311e39b27d62, entries=3, sequenceid=12, filesize=5.0 K 2024-11-14T17:22:15,635 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/data/default/test/5ea261f311a84f9102cdccf9b1e85cc1/.tmp/norep/c401016de60c4b1da8a760b001276930 as hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/data/default/test/5ea261f311a84f9102cdccf9b1e85cc1/norep/c401016de60c4b1da8a760b001276930 2024-11-14T17:22:15,639 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c401016de60c4b1da8a760b001276930 2024-11-14T17:22:15,640 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/data/default/test/5ea261f311a84f9102cdccf9b1e85cc1/norep/c401016de60c4b1da8a760b001276930, entries=1, sequenceid=12, filesize=5.0 K 2024-11-14T17:22:15,643 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 5ea261f311a84f9102cdccf9b1e85cc1 in 823ms, sequenceid=12, compaction requested=false 2024-11-14T17:22:15,658 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/data/hbase/meta/1588230740/.tmp/rep_barrier/d935d90da7bd4754b8553568372d4853 is 112, key is test,,1731604914536.5ea261f311a84f9102cdccf9b1e85cc1./rep_barrier:seqnumDuringOpen/1731604915328/Put/seqid=0 2024-11-14T17:22:15,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741845_1021 (size=5518) 2024-11-14T17:22:15,698 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/data/default/test/5ea261f311a84f9102cdccf9b1e85cc1/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T17:22:15,699 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T17:22:15,699 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T17:22:15,699 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731604914536.5ea261f311a84f9102cdccf9b1e85cc1. 2024-11-14T17:22:15,699 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5ea261f311a84f9102cdccf9b1e85cc1: Waiting for close lock at 1731604934819Running coprocessor pre-close hooks at 1731604934819Disabling compacts and flushes for region at 1731604934819Disabling writes for close at 1731604934820 (+1 ms)Obtaining lock to block concurrent updates at 1731604934820Preparing flush snapshotting stores in 5ea261f311a84f9102cdccf9b1e85cc1 at 1731604934820Finished memstore snapshotting test,,1731604914536.5ea261f311a84f9102cdccf9b1e85cc1., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731604934820Flushing stores of test,,1731604914536.5ea261f311a84f9102cdccf9b1e85cc1. at 1731604934821 (+1 ms)Flushing 5ea261f311a84f9102cdccf9b1e85cc1/f: creating writer at 1731604934821Flushing 5ea261f311a84f9102cdccf9b1e85cc1/f: appending metadata at 1731604934870 (+49 ms)Flushing 5ea261f311a84f9102cdccf9b1e85cc1/f: closing flushed file at 1731604934870Flushing 5ea261f311a84f9102cdccf9b1e85cc1/f1: creating writer at 1731604934947 (+77 ms)Flushing 5ea261f311a84f9102cdccf9b1e85cc1/f1: appending metadata at 1731604934987 (+40 ms)Flushing 5ea261f311a84f9102cdccf9b1e85cc1/f1: closing flushed file at 1731604934987Flushing 5ea261f311a84f9102cdccf9b1e85cc1/norep: creating writer at 1731604935464 (+477 ms)Flushing 5ea261f311a84f9102cdccf9b1e85cc1/norep: appending metadata at 1731604935500 (+36 ms)Flushing 5ea261f311a84f9102cdccf9b1e85cc1/norep: closing flushed file at 1731604935500Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62a59630: reopening flushed file at 1731604935620 (+120 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4af11500: reopening flushed file at 1731604935628 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a593cee: reopening flushed file at 1731604935634 (+6 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 5ea261f311a84f9102cdccf9b1e85cc1 in 823ms, sequenceid=12, compaction requested=false at 1731604935643 (+9 ms)Writing region close event to WAL at 1731604935685 (+42 ms)Running coprocessor post-close hooks at 1731604935698 (+13 ms)Closed at 1731604935699 (+1 ms) 2024-11-14T17:22:15,699 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731604914536.5ea261f311a84f9102cdccf9b1e85cc1. 2024-11-14T17:22:15,699 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 791e20dac95d73174b197de23f6cc3d2, disabling compactions & flushes 2024-11-14T17:22:15,699 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731604919022.791e20dac95d73174b197de23f6cc3d2. 2024-11-14T17:22:15,699 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731604919022.791e20dac95d73174b197de23f6cc3d2. 2024-11-14T17:22:15,699 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731604919022.791e20dac95d73174b197de23f6cc3d2. after waiting 0 ms 2024-11-14T17:22:15,699 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731604919022.791e20dac95d73174b197de23f6cc3d2. 2024-11-14T17:22:15,699 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 791e20dac95d73174b197de23f6cc3d2: Waiting for close lock at 1731604935699Running coprocessor pre-close hooks at 1731604935699Disabling compacts and flushes for region at 1731604935699Disabling writes for close at 1731604935699Failed flush hbase:replication,,1731604919022.791e20dac95d73174b197de23f6cc3d2., putting online again at 1731604935699 2024-11-14T17:22:15,699 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731604919022.791e20dac95d73174b197de23f6cc3d2. 2024-11-14T17:22:15,830 INFO [RS:0;4e57a52647ef:33545 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T17:22:15,831 DEBUG [RS:0;4e57a52647ef:33545 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 791e20dac95d73174b197de23f6cc3d2=hbase:replication,,1731604919022.791e20dac95d73174b197de23f6cc3d2.} 2024-11-14T17:22:15,831 INFO [RS:0;4e57a52647ef:33545 {}] regionserver.HRegionServer(3091): Received CLOSE for 791e20dac95d73174b197de23f6cc3d2 2024-11-14T17:22:15,831 DEBUG [RS:0;4e57a52647ef:33545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 791e20dac95d73174b197de23f6cc3d2 2024-11-14T17:22:15,831 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 791e20dac95d73174b197de23f6cc3d2, disabling compactions & flushes 2024-11-14T17:22:15,831 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731604919022.791e20dac95d73174b197de23f6cc3d2. 2024-11-14T17:22:15,831 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731604919022.791e20dac95d73174b197de23f6cc3d2. 2024-11-14T17:22:15,831 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731604919022.791e20dac95d73174b197de23f6cc3d2. after waiting 0 ms 2024-11-14T17:22:15,831 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731604919022.791e20dac95d73174b197de23f6cc3d2. 2024-11-14T17:22:15,831 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 791e20dac95d73174b197de23f6cc3d2: Waiting for close lock at 1731604935831Running coprocessor pre-close hooks at 1731604935831Disabling compacts and flushes for region at 1731604935831Disabling writes for close at 1731604935831Failed flush hbase:replication,,1731604919022.791e20dac95d73174b197de23f6cc3d2., putting online again at 1731604935831 2024-11-14T17:22:15,831 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731604919022.791e20dac95d73174b197de23f6cc3d2. 2024-11-14T17:22:15,908 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.wal-reader.4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.1731604906623 to pos 1713, reset compression=false 2024-11-14T17:22:15,913 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.wal-reader.4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T17:22:15,913 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.wal-reader.4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.1731604906623 to pos 2357, reset compression=false 2024-11-14T17:22:16,031 DEBUG [RS:0;4e57a52647ef:33545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T17:22:16,102 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/data/hbase/meta/1588230740/.tmp/rep_barrier/d935d90da7bd4754b8553568372d4853 2024-11-14T17:22:16,120 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.wal-reader.4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.1731604906623 to pos 2357, reset compression=false 2024-11-14T17:22:16,201 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/data/hbase/meta/1588230740/.tmp/table/05430332795045bb8952147a0fc1bb9d is 53, key is hbase:replication/table:state/1731604919435/Put/seqid=0 2024-11-14T17:22:16,231 DEBUG [RS:0;4e57a52647ef:33545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T17:22:16,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741846_1022 (size=5308) 2024-11-14T17:22:16,339 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.wal-reader.4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.1731604901792 to pos 1488, reset compression=false 2024-11-14T17:22:16,433 DEBUG [RS:0;4e57a52647ef:33545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T17:22:16,452 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.wal-reader.4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.1731604906623 to pos 2357, reset compression=false 2024-11-14T17:22:16,634 DEBUG [RS:0;4e57a52647ef:33545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T17:22:16,652 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/data/hbase/meta/1588230740/.tmp/table/05430332795045bb8952147a0fc1bb9d 2024-11-14T17:22:16,672 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/data/hbase/meta/1588230740/.tmp/info/62e99957dad04197be7fcdc33bb9e696 as hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/data/hbase/meta/1588230740/info/62e99957dad04197be7fcdc33bb9e696 2024-11-14T17:22:16,690 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/data/hbase/meta/1588230740/info/62e99957dad04197be7fcdc33bb9e696, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T17:22:16,691 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/data/hbase/meta/1588230740/.tmp/ns/831b3403c4114fdd80ece5bd1c957304 as hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/data/hbase/meta/1588230740/ns/831b3403c4114fdd80ece5bd1c957304 2024-11-14T17:22:16,706 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/data/hbase/meta/1588230740/ns/831b3403c4114fdd80ece5bd1c957304, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T17:22:16,707 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/data/hbase/meta/1588230740/.tmp/rep_barrier/d935d90da7bd4754b8553568372d4853 as hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/data/hbase/meta/1588230740/rep_barrier/d935d90da7bd4754b8553568372d4853 2024-11-14T17:22:16,713 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/data/hbase/meta/1588230740/rep_barrier/d935d90da7bd4754b8553568372d4853, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T17:22:16,713 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/data/hbase/meta/1588230740/.tmp/table/05430332795045bb8952147a0fc1bb9d as hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/data/hbase/meta/1588230740/table/05430332795045bb8952147a0fc1bb9d 2024-11-14T17:22:16,723 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/data/hbase/meta/1588230740/table/05430332795045bb8952147a0fc1bb9d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T17:22:16,725 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1894ms, sequenceid=16, compaction requested=false 2024-11-14T17:22:16,725 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T17:22:16,801 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T17:22:16,803 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T17:22:16,803 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T17:22:16,803 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T17:22:16,803 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731604934830Running coprocessor pre-close hooks at 1731604934830Disabling compacts and flushes for region at 1731604934830Disabling writes for close at 1731604934831 (+1 ms)Obtaining lock to block concurrent updates at 1731604934831Preparing flush snapshotting stores in 1588230740 at 1731604934831Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731604934831Flushing stores of hbase:meta,,1.1588230740 at 1731604934832 (+1 ms)Flushing 1588230740/info: creating writer at 1731604934832Flushing 1588230740/info: appending metadata at 1731604934902 (+70 ms)Flushing 1588230740/info: closing flushed file at 1731604934902Flushing 1588230740/ns: creating writer at 1731604934991 (+89 ms)Flushing 1588230740/ns: appending metadata at 1731604935081 (+90 ms)Flushing 1588230740/ns: closing flushed file at 1731604935081Flushing 1588230740/rep_barrier: creating writer at 1731604935615 (+534 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731604935657 (+42 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731604935657Flushing 1588230740/table: creating writer at 1731604936125 (+468 ms)Flushing 1588230740/table: appending metadata at 1731604936200 (+75 ms)Flushing 1588230740/table: closing flushed file at 1731604936200Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42d15e00: reopening flushed file at 1731604936671 (+471 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59cd699d: reopening flushed file at 1731604936690 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@796e56d6: reopening flushed file at 1731604936706 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@243f151b: reopening flushed file at 1731604936713 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1894ms, sequenceid=16, compaction requested=false at 1731604936725 (+12 ms)Writing region close event to WAL at 1731604936791 (+66 ms)Running coprocessor post-close hooks at 1731604936803 (+12 ms)Closed at 1731604936803 2024-11-14T17:22:16,803 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T17:22:16,837 INFO [RS:0;4e57a52647ef:33545 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T17:22:16,837 DEBUG [RS:0;4e57a52647ef:33545 {}] regionserver.HRegionServer(1325): Online Regions={791e20dac95d73174b197de23f6cc3d2=hbase:replication,,1731604919022.791e20dac95d73174b197de23f6cc3d2.} 2024-11-14T17:22:16,837 INFO [RS:0;4e57a52647ef:33545 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-14T17:22:16,837 INFO [RS:0;4e57a52647ef:33545 {}] regionserver.HRegionServer(976): stopping server 4e57a52647ef,33545,1731604904378; all regions closed. 2024-11-14T17:22:16,861 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.wal-reader.4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/WALs/4e57a52647ef,33545,1731604904378/4e57a52647ef%2C33545%2C1731604904378.1731604906623 to pos 2357, reset compression=false 2024-11-14T17:22:16,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741834_1010 (size=4239) 2024-11-14T17:22:16,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741839_1015 (size=2609) 2024-11-14T17:22:16,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741832_1008 (size=2365) 2024-11-14T17:22:16,951 DEBUG [RS:0;4e57a52647ef:33545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:16,951 INFO [RS:0;4e57a52647ef:33545 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T17:22:16,952 INFO [RS:0;4e57a52647ef:33545 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T17:22:16,953 INFO [RS:0;4e57a52647ef:33545 {}] hbase.ChoreService(370): Chore service for: regionserver/4e57a52647ef:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T17:22:16,953 INFO [RS:0;4e57a52647ef:33545 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T17:22:16,953 INFO [RS:0;4e57a52647ef:33545 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4e57a52647ef,33545,1731604904378 because: Region server is closing 2024-11-14T17:22:16,953 INFO [RS:0;4e57a52647ef:33545 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4e57a52647ef:33545. 2024-11-14T17:22:16,953 DEBUG [RS:0;4e57a52647ef:33545 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:22:16,953 DEBUG [RS:0;4e57a52647ef:33545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:16,953 DEBUG [RS:0;4e57a52647ef:33545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:16,953 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:22:16,954 INFO [regionserver/4e57a52647ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T17:22:17,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:17,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:17,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:17,054 INFO [RS:0;4e57a52647ef:33545 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.shipper4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 terminated 2024-11-14T17:22:17,054 WARN [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,33545,1731604904378.replicationSource.wal-reader.4e57a52647ef%2C33545%2C1731604904378,1-4e57a52647ef,33545,1731604904378 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T17:22:17,054 INFO [RS:0;4e57a52647ef:33545 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4e57a52647ef:33545. 2024-11-14T17:22:17,054 DEBUG [RS:0;4e57a52647ef:33545 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:22:17,054 DEBUG [RS:0;4e57a52647ef:33545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:17,054 DEBUG [RS:0;4e57a52647ef:33545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:17,054 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:22:17,054 INFO [RS:0;4e57a52647ef:33545 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33545 2024-11-14T17:22:17,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33545-0x100ab75758f0004, quorum=127.0.0.1:55583, baseZNode=/11204676943 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11204676943/rs/4e57a52647ef,33545,1731604904378 2024-11-14T17:22:17,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43029-0x100ab75758f0003, quorum=127.0.0.1:55583, baseZNode=/11204676943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11204676943/rs 2024-11-14T17:22:17,062 INFO [RS:0;4e57a52647ef:33545 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T17:22:17,063 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4e57a52647ef,33545,1731604904378] 2024-11-14T17:22:17,066 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11204676943/draining/4e57a52647ef,33545,1731604904378 already deleted, retry=false 2024-11-14T17:22:17,066 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4e57a52647ef,33545,1731604904378 expired; onlineServers=0 2024-11-14T17:22:17,066 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4e57a52647ef,43029,1731604904322' ***** 2024-11-14T17:22:17,066 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T17:22:17,066 INFO [M:0;4e57a52647ef:43029 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T17:22:17,067 INFO [M:0;4e57a52647ef:43029 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T17:22:17,067 DEBUG [M:0;4e57a52647ef:43029 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T17:22:17,067 DEBUG [M:0;4e57a52647ef:43029 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T17:22:17,067 INFO [M:0;4e57a52647ef:43029 {}] hbase.ChoreService(370): Chore service for: master/4e57a52647ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T17:22:17,067 INFO [M:0;4e57a52647ef:43029 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T17:22:17,067 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T17:22:17,067 DEBUG [M:0;4e57a52647ef:43029 {}] master.HMaster(1795): Stopping service threads 2024-11-14T17:22:17,067 INFO [M:0;4e57a52647ef:43029 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T17:22:17,067 INFO [M:0;4e57a52647ef:43029 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T17:22:17,067 INFO [M:0;4e57a52647ef:43029 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T17:22:17,067 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T17:22:17,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:17,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:17,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:17,070 DEBUG [master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731604906301 {}] cleaner.HFileCleaner(306): Exit Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731604906301,5,FailOnTimeoutGroup] 2024-11-14T17:22:17,070 DEBUG [master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731604906303 {}] cleaner.HFileCleaner(306): Exit Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731604906303,5,FailOnTimeoutGroup] 2024-11-14T17:22:17,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:17,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:17,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:17,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43029-0x100ab75758f0003, quorum=127.0.0.1:55583, baseZNode=/11204676943 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11204676943/master 2024-11-14T17:22:17,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43029-0x100ab75758f0003, quorum=127.0.0.1:55583, baseZNode=/11204676943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11204676943 2024-11-14T17:22:17,079 DEBUG [M:0;4e57a52647ef:43029 {}] zookeeper.RecoverableZooKeeper(212): Node /11204676943/master already deleted, retry=false 2024-11-14T17:22:17,079 DEBUG [M:0;4e57a52647ef:43029 {}] master.ActiveMasterManager(353): master:43029-0x100ab75758f0003, quorum=127.0.0.1:55583, baseZNode=/11204676943 Failed delete of our master address node; KeeperErrorCode = NoNode for /11204676943/master 2024-11-14T17:22:17,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:17,083 INFO [M:0;4e57a52647ef:43029 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/.lastflushedseqids 2024-11-14T17:22:17,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:17,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:17,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:17,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741847_1023 (size=245) 2024-11-14T17:22:17,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33545-0x100ab75758f0004, quorum=127.0.0.1:55583, baseZNode=/11204676943 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:22:17,164 INFO [RS:0;4e57a52647ef:33545 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T17:22:17,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33545-0x100ab75758f0004, quorum=127.0.0.1:55583, baseZNode=/11204676943 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:22:17,164 INFO [RS:0;4e57a52647ef:33545 {}] regionserver.HRegionServer(1031): Exiting; stopping=4e57a52647ef,33545,1731604904378; zookeeper connection closed. 2024-11-14T17:22:17,165 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4e4a1bab {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4e4a1bab 2024-11-14T17:22:17,167 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T17:22:17,367 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.wal-reader.4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.1731604901792 to pos 1488, reset compression=false 2024-11-14T17:22:17,520 INFO [M:0;4e57a52647ef:43029 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T17:22:17,520 INFO [M:0;4e57a52647ef:43029 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T17:22:17,520 DEBUG [M:0;4e57a52647ef:43029 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T17:22:17,520 INFO [M:0;4e57a52647ef:43029 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:22:17,520 DEBUG [M:0;4e57a52647ef:43029 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:22:17,520 DEBUG [M:0;4e57a52647ef:43029 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T17:22:17,520 DEBUG [M:0;4e57a52647ef:43029 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:22:17,520 INFO [M:0;4e57a52647ef:43029 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.48 KB heapSize=64.89 KB 2024-11-14T17:22:17,582 DEBUG [M:0;4e57a52647ef:43029 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3bc4c2b2cde84c938941a10cba53dc23 is 82, key is hbase:meta,,1/info:regioninfo/1731604907220/Put/seqid=0 2024-11-14T17:22:17,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741848_1024 (size=5672) 2024-11-14T17:22:17,603 INFO [M:0;4e57a52647ef:43029 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3bc4c2b2cde84c938941a10cba53dc23 2024-11-14T17:22:17,615 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T17:22:17,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:17,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:17,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:17,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:17,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:17,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:17,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:17,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:17,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:17,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:17,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:17,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:17,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:17,688 DEBUG [M:0;4e57a52647ef:43029 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cf7c6b16171643ce8cc8a5f7b6cd9ad1 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731604919439/Put/seqid=0 2024-11-14T17:22:17,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741849_1025 (size=8514) 2024-11-14T17:22:17,721 INFO [M:0;4e57a52647ef:43029 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.92 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cf7c6b16171643ce8cc8a5f7b6cd9ad1 2024-11-14T17:22:17,761 DEBUG [M:0;4e57a52647ef:43029 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e0fe89d0f30e497c89229daadf1faed5 is 69, key is 4e57a52647ef,33545,1731604904378/rs:state/1731604906380/Put/seqid=0 2024-11-14T17:22:17,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741850_1026 (size=5156) 2024-11-14T17:22:17,811 INFO [M:0;4e57a52647ef:43029 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e0fe89d0f30e497c89229daadf1faed5 2024-11-14T17:22:17,820 DEBUG [M:0;4e57a52647ef:43029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3bc4c2b2cde84c938941a10cba53dc23 as hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3bc4c2b2cde84c938941a10cba53dc23 2024-11-14T17:22:17,826 INFO [M:0;4e57a52647ef:43029 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3bc4c2b2cde84c938941a10cba53dc23, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T17:22:17,828 DEBUG [M:0;4e57a52647ef:43029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cf7c6b16171643ce8cc8a5f7b6cd9ad1 as hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cf7c6b16171643ce8cc8a5f7b6cd9ad1 2024-11-14T17:22:17,834 INFO [M:0;4e57a52647ef:43029 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cf7c6b16171643ce8cc8a5f7b6cd9ad1, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T17:22:17,835 DEBUG [M:0;4e57a52647ef:43029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e0fe89d0f30e497c89229daadf1faed5 as hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e0fe89d0f30e497c89229daadf1faed5 2024-11-14T17:22:17,844 INFO [M:0;4e57a52647ef:43029 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33689/user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e0fe89d0f30e497c89229daadf1faed5, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T17:22:17,845 INFO [M:0;4e57a52647ef:43029 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.48 KB/56811, heapSize ~64.59 KB/66144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 325ms, sequenceid=97, compaction requested=false 2024-11-14T17:22:17,848 INFO [M:0;4e57a52647ef:43029 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:22:17,848 DEBUG [M:0;4e57a52647ef:43029 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731604937520Disabling compacts and flushes for region at 1731604937520Disabling writes for close at 1731604937520Obtaining lock to block concurrent updates at 1731604937520Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731604937520Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56811, getHeapSize=66384, getOffHeapSize=0, getCellsCount=114 at 1731604937521 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731604937522 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731604937522Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731604937575 (+53 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731604937575Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731604937639 (+64 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731604937688 (+49 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731604937688Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731604937732 (+44 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731604937761 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731604937761Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58ed19da: reopening flushed file at 1731604937818 (+57 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69ae1ca4: reopening flushed file at 1731604937827 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17da51c9: reopening flushed file at 1731604937834 (+7 ms)Finished flush of dataSize ~55.48 KB/56811, heapSize ~64.59 KB/66144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 325ms, sequenceid=97, compaction requested=false at 1731604937845 (+11 ms)Writing region close event to WAL at 1731604937848 (+3 ms)Closed at 1731604937848 2024-11-14T17:22:17,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741830_1006 (size=63630) 2024-11-14T17:22:17,856 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/65fd7393-9623-7e7a-c5cd-845adcd55006/MasterData/WALs/4e57a52647ef,43029,1731604904322/4e57a52647ef%2C43029%2C1731604904322.1731604906144 not finished, retry = 0 2024-11-14T17:22:17,958 INFO [M:0;4e57a52647ef:43029 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T17:22:17,958 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T17:22:17,958 INFO [M:0;4e57a52647ef:43029 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43029 2024-11-14T17:22:17,963 INFO [M:0;4e57a52647ef:43029 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T17:22:18,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43029-0x100ab75758f0003, quorum=127.0.0.1:55583, baseZNode=/11204676943 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:22:18,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43029-0x100ab75758f0003, quorum=127.0.0.1:55583, baseZNode=/11204676943 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:22:18,071 INFO [M:0;4e57a52647ef:43029 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T17:22:18,106 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4199d422{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T17:22:18,107 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5647fbbb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T17:22:18,107 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T17:22:18,107 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@700ad68f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T17:22:18,107 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d0cb7f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7304fc56-882f-0149-e81c-416fdc378781/hadoop.log.dir/,STOPPED} 2024-11-14T17:22:18,115 WARN [BP-298885776-172.17.0.3-1731604903396 heartbeating to localhost/127.0.0.1:33689 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T17:22:18,115 WARN [BP-298885776-172.17.0.3-1731604903396 heartbeating to localhost/127.0.0.1:33689 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-298885776-172.17.0.3-1731604903396 (Datanode Uuid 7df9859f-0139-4324-8f4d-3c31845ad5f5) service to localhost/127.0.0.1:33689 2024-11-14T17:22:18,115 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7304fc56-882f-0149-e81c-416fdc378781/cluster_d7ead3b7-e672-b04d-a1f8-50750f26507a/data/data1/current/BP-298885776-172.17.0.3-1731604903396 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T17:22:18,116 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T17:22:18,116 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T17:22:18,116 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T17:22:18,118 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7304fc56-882f-0149-e81c-416fdc378781/cluster_d7ead3b7-e672-b04d-a1f8-50750f26507a/data/data2/current/BP-298885776-172.17.0.3-1731604903396 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T17:22:18,131 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@10f37359{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T17:22:18,141 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ed4e03d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T17:22:18,142 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T17:22:18,142 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@92d56b2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T17:22:18,142 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38f695b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7304fc56-882f-0149-e81c-416fdc378781/hadoop.log.dir/,STOPPED} 2024-11-14T17:22:18,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T17:22:18,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T17:22:18,175 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:22:18,175 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:22:18,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:18,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:18,175 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:22:18,176 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T17:22:18,176 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1667787023, stopped=false 2024-11-14T17:22:18,176 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4e57a52647ef,44989,1731604900950 2024-11-14T17:22:18,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43463-0x100ab75758f0001, quorum=127.0.0.1:55583, baseZNode=/0-985395891 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-985395891/running 2024-11-14T17:22:18,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43463-0x100ab75758f0001, quorum=127.0.0.1:55583, baseZNode=/0-985395891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-985395891 2024-11-14T17:22:18,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44989-0x100ab75758f0000, quorum=127.0.0.1:55583, baseZNode=/0-985395891 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-985395891/running 2024-11-14T17:22:18,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44989-0x100ab75758f0000, quorum=127.0.0.1:55583, baseZNode=/0-985395891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-985395891 2024-11-14T17:22:18,183 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T17:22:18,184 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:22:18,184 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:22:18,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:18,185 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4e57a52647ef,43463,1731604901111' ***** 2024-11-14T17:22:18,185 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T17:22:18,185 INFO [RS:0;4e57a52647ef:43463 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T17:22:18,186 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T17:22:18,190 INFO [RS:0;4e57a52647ef:43463 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T17:22:18,190 INFO [RS:0;4e57a52647ef:43463 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T17:22:18,190 INFO [RS:0;4e57a52647ef:43463 {}] regionserver.HRegionServer(3091): Received CLOSE for 78df1ca719f2fbd9e88339811a14c36e 2024-11-14T17:22:18,191 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44989-0x100ab75758f0000, quorum=127.0.0.1:55583, baseZNode=/0-985395891 Set watcher on znode that does not yet exist, /0-985395891/running 2024-11-14T17:22:18,194 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43463-0x100ab75758f0001, quorum=127.0.0.1:55583, baseZNode=/0-985395891 Set watcher on znode that does not yet exist, /0-985395891/running 2024-11-14T17:22:18,195 INFO [regionserver/4e57a52647ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T17:22:18,206 INFO [RS:0;4e57a52647ef:43463 {}] regionserver.HRegionServer(3091): Received CLOSE for 84b1792d0ceffc510ae1c5b3011b2a67 2024-11-14T17:22:18,206 INFO [RS:0;4e57a52647ef:43463 {}] regionserver.HRegionServer(959): stopping server 4e57a52647ef,43463,1731604901111 2024-11-14T17:22:18,206 INFO [RS:0;4e57a52647ef:43463 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T17:22:18,207 INFO [RS:0;4e57a52647ef:43463 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4e57a52647ef:43463. 2024-11-14T17:22:18,207 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 78df1ca719f2fbd9e88339811a14c36e, disabling compactions & flushes 2024-11-14T17:22:18,207 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731604917870.78df1ca719f2fbd9e88339811a14c36e. 2024-11-14T17:22:18,207 DEBUG [RS:0;4e57a52647ef:43463 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:22:18,207 DEBUG [RS:0;4e57a52647ef:43463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:18,207 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731604917870.78df1ca719f2fbd9e88339811a14c36e. 2024-11-14T17:22:18,207 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731604917870.78df1ca719f2fbd9e88339811a14c36e. after waiting 0 ms 2024-11-14T17:22:18,207 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731604917870.78df1ca719f2fbd9e88339811a14c36e. 2024-11-14T17:22:18,207 INFO [RS:0;4e57a52647ef:43463 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T17:22:18,207 INFO [RS:0;4e57a52647ef:43463 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T17:22:18,207 INFO [RS:0;4e57a52647ef:43463 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T17:22:18,207 INFO [RS:0;4e57a52647ef:43463 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T17:22:18,207 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 78df1ca719f2fbd9e88339811a14c36e 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-11-14T17:22:18,219 INFO [RS:0;4e57a52647ef:43463 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T17:22:18,219 DEBUG [RS:0;4e57a52647ef:43463 {}] regionserver.HRegionServer(1325): Online Regions={78df1ca719f2fbd9e88339811a14c36e=hbase:replication,,1731604917870.78df1ca719f2fbd9e88339811a14c36e., 1588230740=hbase:meta,,1.1588230740, 84b1792d0ceffc510ae1c5b3011b2a67=test,,1731604912378.84b1792d0ceffc510ae1c5b3011b2a67.} 2024-11-14T17:22:18,219 DEBUG [RS:0;4e57a52647ef:43463 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 78df1ca719f2fbd9e88339811a14c36e, 84b1792d0ceffc510ae1c5b3011b2a67 2024-11-14T17:22:18,219 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T17:22:18,219 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T17:22:18,219 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T17:22:18,219 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T17:22:18,219 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T17:22:18,219 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T17:22:18,253 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/data/hbase/meta/1588230740/.tmp/info/3f4dbceab4074ed88110a625c4871dc3 is 147, key is hbase:replication,,1731604917870.78df1ca719f2fbd9e88339811a14c36e./info:regioninfo/1731604918681/Put/seqid=0 2024-11-14T17:22:18,255 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/data/hbase/replication/78df1ca719f2fbd9e88339811a14c36e/.tmp/queue/416f0e8cf8384ed284fea855a010ab78 is 154, key is 1-4e57a52647ef,43463,1731604901111/queue:4e57a52647ef%2C43463%2C1731604901111/1731604931650/Put/seqid=0 2024-11-14T17:22:18,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42409 is added to blk_1073741841_1017 (size=5353) 2024-11-14T17:22:18,313 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/data/hbase/replication/78df1ca719f2fbd9e88339811a14c36e/.tmp/queue/416f0e8cf8384ed284fea855a010ab78 2024-11-14T17:22:18,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42409 is added to blk_1073741840_1016 (size=7686) 2024-11-14T17:22:18,318 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/data/hbase/meta/1588230740/.tmp/info/3f4dbceab4074ed88110a625c4871dc3 2024-11-14T17:22:18,343 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/data/hbase/replication/78df1ca719f2fbd9e88339811a14c36e/.tmp/queue/416f0e8cf8384ed284fea855a010ab78 as hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/data/hbase/replication/78df1ca719f2fbd9e88339811a14c36e/queue/416f0e8cf8384ed284fea855a010ab78 2024-11-14T17:22:18,349 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/data/hbase/replication/78df1ca719f2fbd9e88339811a14c36e/queue/416f0e8cf8384ed284fea855a010ab78, entries=1, sequenceid=13, filesize=5.2 K 2024-11-14T17:22:18,350 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1343, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 78df1ca719f2fbd9e88339811a14c36e in 143ms, sequenceid=13, compaction requested=false 2024-11-14T17:22:18,350 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T17:22:18,406 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:22:18,406 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/data/hbase/replication/78df1ca719f2fbd9e88339811a14c36e/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-14T17:22:18,407 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4e57a52647ef,35055,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e57a52647ef:35055 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T17:22:18,407 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T17:22:18,407 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T17:22:18,407 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68491 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4e57a52647ef,35055,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e57a52647ef:35055 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T17:22:18,407 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731604917870.78df1ca719f2fbd9e88339811a14c36e. 2024-11-14T17:22:18,408 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 78df1ca719f2fbd9e88339811a14c36e: Waiting for close lock at 1731604938206Running coprocessor pre-close hooks at 1731604938206Disabling compacts and flushes for region at 1731604938206Disabling writes for close at 1731604938207 (+1 ms)Obtaining lock to block concurrent updates at 1731604938207Preparing flush snapshotting stores in 78df1ca719f2fbd9e88339811a14c36e at 1731604938207Finished memstore snapshotting hbase:replication,,1731604917870.78df1ca719f2fbd9e88339811a14c36e., syncing WAL and waiting on mvcc, flushsize=dataSize=1343, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1731604938207Flushing stores of hbase:replication,,1731604917870.78df1ca719f2fbd9e88339811a14c36e. at 1731604938214 (+7 ms)Flushing 78df1ca719f2fbd9e88339811a14c36e/queue: creating writer at 1731604938214Flushing 78df1ca719f2fbd9e88339811a14c36e/queue: appending metadata at 1731604938254 (+40 ms)Flushing 78df1ca719f2fbd9e88339811a14c36e/queue: closing flushed file at 1731604938255 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a73a7bb: reopening flushed file at 1731604938334 (+79 ms)Finished flush of dataSize ~1.31 KB/1343, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 78df1ca719f2fbd9e88339811a14c36e in 143ms, sequenceid=13, compaction requested=false at 1731604938350 (+16 ms)Writing region close event to WAL at 1731604938375 (+25 ms)Running coprocessor post-close hooks at 1731604938407 (+32 ms)Closed at 1731604938407 2024-11-14T17:22:18,408 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731604917870.78df1ca719f2fbd9e88339811a14c36e. 2024-11-14T17:22:18,408 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 84b1792d0ceffc510ae1c5b3011b2a67, disabling compactions & flushes 2024-11-14T17:22:18,408 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731604912378.84b1792d0ceffc510ae1c5b3011b2a67. 2024-11-14T17:22:18,408 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731604912378.84b1792d0ceffc510ae1c5b3011b2a67. 2024-11-14T17:22:18,408 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731604912378.84b1792d0ceffc510ae1c5b3011b2a67. after waiting 0 ms 2024-11-14T17:22:18,408 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731604912378.84b1792d0ceffc510ae1c5b3011b2a67. 2024-11-14T17:22:18,408 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 84b1792d0ceffc510ae1c5b3011b2a67 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-14T17:22:18,409 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/data/hbase/meta/1588230740/.tmp/ns/23a4af58db3d4147ada71fe7251269e4 is 43, key is default/ns:d/1731604903175/Put/seqid=0 2024-11-14T17:22:18,419 DEBUG [RS:0;4e57a52647ef:43463 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 84b1792d0ceffc510ae1c5b3011b2a67 2024-11-14T17:22:18,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42409 is added to blk_1073741842_1018 (size=5153) 2024-11-14T17:22:18,439 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/data/hbase/meta/1588230740/.tmp/ns/23a4af58db3d4147ada71fe7251269e4 2024-11-14T17:22:18,441 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/data/default/test/84b1792d0ceffc510ae1c5b3011b2a67/.tmp/f/9caf6c7171d24386907244c1c7570592 is 37, key is row3/f:row3/1731604930085/Put/seqid=0 2024-11-14T17:22:18,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42409 is added to blk_1073741843_1019 (size=5228) 2024-11-14T17:22:18,481 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/data/default/test/84b1792d0ceffc510ae1c5b3011b2a67/.tmp/f/9caf6c7171d24386907244c1c7570592 2024-11-14T17:22:18,481 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.wal-reader.4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.1731604901792 to pos 1488, reset compression=false 2024-11-14T17:22:18,500 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/data/hbase/meta/1588230740/.tmp/rep_barrier/e00a46c8b1cf4baf926e2ef7886c23e0 is 112, key is test,,1731604912378.84b1792d0ceffc510ae1c5b3011b2a67./rep_barrier:seqnumDuringOpen/1731604913712/Put/seqid=0 2024-11-14T17:22:18,504 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.wal-reader.4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T17:22:18,504 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.wal-reader.4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.1731604901792 to pos 1735, reset compression=false 2024-11-14T17:22:18,504 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.shipper4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,43463,1731604901111 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.1731604901792, lastWalPosition=1735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T17:22:18,505 ERROR [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.shipper4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 4e57a52647ef,43463,1731604901111: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-4e57a52647ef,43463,1731604901111, walGroup=4e57a52647ef%2C43463%2C1731604901111, offset=4e57a52647ef%2C43463%2C1731604901111.1731604901792:1735, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e57a52647ef:43463 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T17:22:18,506 ERROR [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.shipper4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T17:22:18,506 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.shipper4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T17:22:18,507 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.shipper4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T17:22:18,507 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.shipper4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T17:22:18,507 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.shipper4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T17:22:18,507 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.shipper4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1163919360, "init": 1048576000, "max": 2306867200, "used": 860674856 }, "NonHeapMemoryUsage": { "committed": 202309632, "init": 7667712, "max": -1, "used": 199364432 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T17:22:18,507 WARN [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.shipper4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e57a52647ef:44989 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e57a52647ef:44989 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T17:22:18,518 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9caf6c7171d24386907244c1c7570592 2024-11-14T17:22:18,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42409 is added to blk_1073741844_1020 (size=5518) 2024-11-14T17:22:18,530 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/data/hbase/meta/1588230740/.tmp/rep_barrier/e00a46c8b1cf4baf926e2ef7886c23e0 2024-11-14T17:22:18,545 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/data/default/test/84b1792d0ceffc510ae1c5b3011b2a67/.tmp/f1/9cca33787532437e8e88d26405b0351f is 30, key is row1/f1:/1731604927401/DeleteFamily/seqid=0 2024-11-14T17:22:18,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42409 is added to blk_1073741845_1021 (size=5158) 2024-11-14T17:22:18,605 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/data/hbase/meta/1588230740/.tmp/table/22cb023438c64921bfa20a03ba975ea3 is 53, key is hbase:replication/table:state/1731604918697/Put/seqid=0 2024-11-14T17:22:18,619 DEBUG [RS:0;4e57a52647ef:43463 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 84b1792d0ceffc510ae1c5b3011b2a67 2024-11-14T17:22:18,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42409 is added to blk_1073741846_1022 (size=5308) 2024-11-14T17:22:18,638 INFO [regionserver/4e57a52647ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T17:22:18,638 INFO [regionserver/4e57a52647ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T17:22:18,727 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.wal-reader.4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.1731604901792 to pos 1735, reset compression=false 2024-11-14T17:22:18,820 DEBUG [RS:0;4e57a52647ef:43463 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 84b1792d0ceffc510ae1c5b3011b2a67 2024-11-14T17:22:18,994 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/data/default/test/84b1792d0ceffc510ae1c5b3011b2a67/.tmp/f1/9cca33787532437e8e88d26405b0351f 2024-11-14T17:22:19,012 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9cca33787532437e8e88d26405b0351f 2024-11-14T17:22:19,021 DEBUG [RS:0;4e57a52647ef:43463 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 84b1792d0ceffc510ae1c5b3011b2a67 2024-11-14T17:22:19,045 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/data/hbase/meta/1588230740/.tmp/table/22cb023438c64921bfa20a03ba975ea3 2024-11-14T17:22:19,058 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.wal-reader.4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.1731604901792 to pos 1735, reset compression=false 2024-11-14T17:22:19,073 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/data/hbase/meta/1588230740/.tmp/info/3f4dbceab4074ed88110a625c4871dc3 as hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/data/hbase/meta/1588230740/info/3f4dbceab4074ed88110a625c4871dc3 2024-11-14T17:22:19,083 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/data/default/test/84b1792d0ceffc510ae1c5b3011b2a67/.tmp/norep/7d7a735fb6944001b386dc79bc30828d is 32, key is row/norep:/1731604926387/DeleteFamily/seqid=0 2024-11-14T17:22:19,115 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/data/hbase/meta/1588230740/info/3f4dbceab4074ed88110a625c4871dc3, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T17:22:19,131 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/data/hbase/meta/1588230740/.tmp/ns/23a4af58db3d4147ada71fe7251269e4 as hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/data/hbase/meta/1588230740/ns/23a4af58db3d4147ada71fe7251269e4 2024-11-14T17:22:19,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42409 is added to blk_1073741847_1023 (size=5101) 2024-11-14T17:22:19,141 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/data/hbase/meta/1588230740/ns/23a4af58db3d4147ada71fe7251269e4, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T17:22:19,148 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/data/hbase/meta/1588230740/.tmp/rep_barrier/e00a46c8b1cf4baf926e2ef7886c23e0 as hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/data/hbase/meta/1588230740/rep_barrier/e00a46c8b1cf4baf926e2ef7886c23e0 2024-11-14T17:22:19,150 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/data/default/test/84b1792d0ceffc510ae1c5b3011b2a67/.tmp/norep/7d7a735fb6944001b386dc79bc30828d 2024-11-14T17:22:19,162 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/data/hbase/meta/1588230740/rep_barrier/e00a46c8b1cf4baf926e2ef7886c23e0, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T17:22:19,163 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7d7a735fb6944001b386dc79bc30828d 2024-11-14T17:22:19,164 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/data/default/test/84b1792d0ceffc510ae1c5b3011b2a67/.tmp/f/9caf6c7171d24386907244c1c7570592 as hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/data/default/test/84b1792d0ceffc510ae1c5b3011b2a67/f/9caf6c7171d24386907244c1c7570592 2024-11-14T17:22:19,165 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/data/hbase/meta/1588230740/.tmp/table/22cb023438c64921bfa20a03ba975ea3 as hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/data/hbase/meta/1588230740/table/22cb023438c64921bfa20a03ba975ea3 2024-11-14T17:22:19,180 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/data/hbase/meta/1588230740/table/22cb023438c64921bfa20a03ba975ea3, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T17:22:19,183 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 964ms, sequenceid=16, compaction requested=false 2024-11-14T17:22:19,184 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9caf6c7171d24386907244c1c7570592 2024-11-14T17:22:19,184 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/data/default/test/84b1792d0ceffc510ae1c5b3011b2a67/f/9caf6c7171d24386907244c1c7570592, entries=5, sequenceid=12, filesize=5.1 K 2024-11-14T17:22:19,191 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/data/default/test/84b1792d0ceffc510ae1c5b3011b2a67/.tmp/f1/9cca33787532437e8e88d26405b0351f as hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/data/default/test/84b1792d0ceffc510ae1c5b3011b2a67/f1/9cca33787532437e8e88d26405b0351f 2024-11-14T17:22:19,211 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9cca33787532437e8e88d26405b0351f 2024-11-14T17:22:19,211 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/data/default/test/84b1792d0ceffc510ae1c5b3011b2a67/f1/9cca33787532437e8e88d26405b0351f, entries=3, sequenceid=12, filesize=5.0 K 2024-11-14T17:22:19,215 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/data/default/test/84b1792d0ceffc510ae1c5b3011b2a67/.tmp/norep/7d7a735fb6944001b386dc79bc30828d as hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/data/default/test/84b1792d0ceffc510ae1c5b3011b2a67/norep/7d7a735fb6944001b386dc79bc30828d 2024-11-14T17:22:19,221 INFO [RS:0;4e57a52647ef:43463 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T17:22:19,221 DEBUG [RS:0;4e57a52647ef:43463 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 84b1792d0ceffc510ae1c5b3011b2a67=test,,1731604912378.84b1792d0ceffc510ae1c5b3011b2a67.} 2024-11-14T17:22:19,221 DEBUG [RS:0;4e57a52647ef:43463 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 84b1792d0ceffc510ae1c5b3011b2a67 2024-11-14T17:22:19,250 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T17:22:19,251 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7d7a735fb6944001b386dc79bc30828d 2024-11-14T17:22:19,251 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T17:22:19,252 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T17:22:19,252 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/data/default/test/84b1792d0ceffc510ae1c5b3011b2a67/norep/7d7a735fb6944001b386dc79bc30828d, entries=1, sequenceid=12, filesize=5.0 K 2024-11-14T17:22:19,252 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T17:22:19,252 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731604938219Running coprocessor pre-close hooks at 1731604938219Disabling compacts and flushes for region at 1731604938219Disabling writes for close at 1731604938219Obtaining lock to block concurrent updates at 1731604938219Preparing flush snapshotting stores in 1588230740 at 1731604938219Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731604938221 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731604938222 (+1 ms)Flushing 1588230740/info: creating writer at 1731604938222Flushing 1588230740/info: appending metadata at 1731604938252 (+30 ms)Flushing 1588230740/info: closing flushed file at 1731604938252Flushing 1588230740/ns: creating writer at 1731604938357 (+105 ms)Flushing 1588230740/ns: appending metadata at 1731604938406 (+49 ms)Flushing 1588230740/ns: closing flushed file at 1731604938406Flushing 1588230740/rep_barrier: creating writer at 1731604938449 (+43 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731604938499 (+50 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731604938499Flushing 1588230740/table: creating writer at 1731604938558 (+59 ms)Flushing 1588230740/table: appending metadata at 1731604938604 (+46 ms)Flushing 1588230740/table: closing flushed file at 1731604938604Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@347aa8d4: reopening flushed file at 1731604939050 (+446 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@750248df: reopening flushed file at 1731604939116 (+66 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14827952: reopening flushed file at 1731604939141 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33101f02: reopening flushed file at 1731604939162 (+21 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 964ms, sequenceid=16, compaction requested=false at 1731604939183 (+21 ms)Writing region close event to WAL at 1731604939216 (+33 ms)Running coprocessor post-close hooks at 1731604939251 (+35 ms)Closed at 1731604939252 (+1 ms) 2024-11-14T17:22:19,252 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T17:22:19,262 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 84b1792d0ceffc510ae1c5b3011b2a67 in 854ms, sequenceid=12, compaction requested=false 2024-11-14T17:22:19,262 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T17:22:19,354 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/data/default/test/84b1792d0ceffc510ae1c5b3011b2a67/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T17:22:19,366 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T17:22:19,366 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T17:22:19,367 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731604912378.84b1792d0ceffc510ae1c5b3011b2a67. 2024-11-14T17:22:19,367 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 84b1792d0ceffc510ae1c5b3011b2a67: Waiting for close lock at 1731604938408Running coprocessor pre-close hooks at 1731604938408Disabling compacts and flushes for region at 1731604938408Disabling writes for close at 1731604938408Obtaining lock to block concurrent updates at 1731604938408Preparing flush snapshotting stores in 84b1792d0ceffc510ae1c5b3011b2a67 at 1731604938408Finished memstore snapshotting test,,1731604912378.84b1792d0ceffc510ae1c5b3011b2a67., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731604938408Flushing stores of test,,1731604912378.84b1792d0ceffc510ae1c5b3011b2a67. at 1731604938416 (+8 ms)Flushing 84b1792d0ceffc510ae1c5b3011b2a67/f: creating writer at 1731604938416Flushing 84b1792d0ceffc510ae1c5b3011b2a67/f: appending metadata at 1731604938441 (+25 ms)Flushing 84b1792d0ceffc510ae1c5b3011b2a67/f: closing flushed file at 1731604938441Flushing 84b1792d0ceffc510ae1c5b3011b2a67/f1: creating writer at 1731604938518 (+77 ms)Flushing 84b1792d0ceffc510ae1c5b3011b2a67/f1: appending metadata at 1731604938545 (+27 ms)Flushing 84b1792d0ceffc510ae1c5b3011b2a67/f1: closing flushed file at 1731604938545Flushing 84b1792d0ceffc510ae1c5b3011b2a67/norep: creating writer at 1731604939012 (+467 ms)Flushing 84b1792d0ceffc510ae1c5b3011b2a67/norep: appending metadata at 1731604939082 (+70 ms)Flushing 84b1792d0ceffc510ae1c5b3011b2a67/norep: closing flushed file at 1731604939082Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e0ab899: reopening flushed file at 1731604939163 (+81 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@138cf809: reopening flushed file at 1731604939184 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@297e55: reopening flushed file at 1731604939211 (+27 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 84b1792d0ceffc510ae1c5b3011b2a67 in 854ms, sequenceid=12, compaction requested=false at 1731604939262 (+51 ms)Writing region close event to WAL at 1731604939310 (+48 ms)Running coprocessor post-close hooks at 1731604939366 (+56 ms)Closed at 1731604939367 (+1 ms) 2024-11-14T17:22:19,367 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731604912378.84b1792d0ceffc510ae1c5b3011b2a67. 2024-11-14T17:22:19,422 INFO [RS:0;4e57a52647ef:43463 {}] regionserver.HRegionServer(976): stopping server 4e57a52647ef,43463,1731604901111; all regions closed. 2024-11-14T17:22:19,455 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.meta.1731604902985.meta not finished, retry = 0 2024-11-14T17:22:19,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42409 is added to blk_1073741834_1010 (size=4239) 2024-11-14T17:22:19,525 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.wal-reader.4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.1731604901792 to pos 1735, reset compression=false 2024-11-14T17:22:19,545 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.wal-reader.4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T17:22:19,545 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.wal-reader.4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/WALs/4e57a52647ef,43463,1731604901111/4e57a52647ef%2C43463%2C1731604901111.1731604901792 to pos 2379, reset compression=false 2024-11-14T17:22:19,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42409 is added to blk_1073741839_1015 (size=3334) 2024-11-14T17:22:19,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42409 is added to blk_1073741832_1008 (size=2387) 2024-11-14T17:22:19,599 DEBUG [RS:0;4e57a52647ef:43463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:19,599 INFO [RS:0;4e57a52647ef:43463 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T17:22:19,599 INFO [RS:0;4e57a52647ef:43463 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T17:22:19,599 INFO [RS:0;4e57a52647ef:43463 {}] hbase.ChoreService(370): Chore service for: regionserver/4e57a52647ef:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T17:22:19,599 INFO [RS:0;4e57a52647ef:43463 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T17:22:19,600 INFO [RS:0;4e57a52647ef:43463 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4e57a52647ef,43463,1731604901111 because: Region server is closing 2024-11-14T17:22:19,600 INFO [RS:0;4e57a52647ef:43463 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4e57a52647ef:43463. 2024-11-14T17:22:19,600 DEBUG [RS:0;4e57a52647ef:43463 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:22:19,600 DEBUG [RS:0;4e57a52647ef:43463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:19,600 INFO [regionserver/4e57a52647ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T17:22:19,600 DEBUG [RS:0;4e57a52647ef:43463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:19,600 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:22:19,701 INFO [RS:0;4e57a52647ef:43463 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.shipper4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 terminated 2024-11-14T17:22:19,701 INFO [RS:0;4e57a52647ef:43463 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4e57a52647ef:43463. 2024-11-14T17:22:19,702 DEBUG [RS:0;4e57a52647ef:43463 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:22:19,702 DEBUG [RS:0;4e57a52647ef:43463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:19,702 DEBUG [RS:0;4e57a52647ef:43463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:19,702 INFO [RS:0;4e57a52647ef:43463 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43463 2024-11-14T17:22:19,702 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:22:19,702 WARN [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,43463,1731604901111.replicationSource.wal-reader.4e57a52647ef%2C43463%2C1731604901111,1-4e57a52647ef,43463,1731604901111 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T17:22:19,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44989-0x100ab75758f0000, quorum=127.0.0.1:55583, baseZNode=/0-985395891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-985395891/rs 2024-11-14T17:22:19,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43463-0x100ab75758f0001, quorum=127.0.0.1:55583, baseZNode=/0-985395891 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-985395891/rs/4e57a52647ef,43463,1731604901111 2024-11-14T17:22:19,711 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4e57a52647ef,43463,1731604901111] 2024-11-14T17:22:19,714 INFO [RS:0;4e57a52647ef:43463 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T17:22:19,721 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-985395891/draining/4e57a52647ef,43463,1731604901111 already deleted, retry=false 2024-11-14T17:22:19,721 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4e57a52647ef,43463,1731604901111 expired; onlineServers=0 2024-11-14T17:22:19,721 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4e57a52647ef,44989,1731604900950' ***** 2024-11-14T17:22:19,721 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T17:22:19,722 INFO [M:0;4e57a52647ef:44989 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T17:22:19,722 INFO [M:0;4e57a52647ef:44989 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T17:22:19,722 DEBUG [M:0;4e57a52647ef:44989 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T17:22:19,723 DEBUG [M:0;4e57a52647ef:44989 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T17:22:19,723 DEBUG [master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731604901562 {}] cleaner.HFileCleaner(306): Exit Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731604901562,5,FailOnTimeoutGroup] 2024-11-14T17:22:19,723 INFO [M:0;4e57a52647ef:44989 {}] hbase.ChoreService(370): Chore service for: master/4e57a52647ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T17:22:19,723 INFO [M:0;4e57a52647ef:44989 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T17:22:19,723 DEBUG [M:0;4e57a52647ef:44989 {}] master.HMaster(1795): Stopping service threads 2024-11-14T17:22:19,723 INFO [M:0;4e57a52647ef:44989 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T17:22:19,723 INFO [M:0;4e57a52647ef:44989 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T17:22:19,723 INFO [M:0;4e57a52647ef:44989 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T17:22:19,723 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T17:22:19,723 DEBUG [master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731604901550 {}] cleaner.HFileCleaner(306): Exit Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731604901550,5,FailOnTimeoutGroup] 2024-11-14T17:22:19,725 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T17:22:19,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44989-0x100ab75758f0000, quorum=127.0.0.1:55583, baseZNode=/0-985395891 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-985395891/master 2024-11-14T17:22:19,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44989-0x100ab75758f0000, quorum=127.0.0.1:55583, baseZNode=/0-985395891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-985395891 2024-11-14T17:22:19,737 DEBUG [M:0;4e57a52647ef:44989 {}] zookeeper.RecoverableZooKeeper(212): Node /0-985395891/master already deleted, retry=false 2024-11-14T17:22:19,737 DEBUG [M:0;4e57a52647ef:44989 {}] master.ActiveMasterManager(353): master:44989-0x100ab75758f0000, quorum=127.0.0.1:55583, baseZNode=/0-985395891 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-985395891/master 2024-11-14T17:22:19,745 INFO [M:0;4e57a52647ef:44989 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/.lastflushedseqids 2024-11-14T17:22:19,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42409 is added to blk_1073741848_1024 (size=245) 2024-11-14T17:22:19,783 INFO [M:0;4e57a52647ef:44989 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T17:22:19,783 INFO [M:0;4e57a52647ef:44989 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T17:22:19,783 DEBUG [M:0;4e57a52647ef:44989 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T17:22:19,783 INFO [M:0;4e57a52647ef:44989 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:22:19,784 DEBUG [M:0;4e57a52647ef:44989 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:22:19,784 DEBUG [M:0;4e57a52647ef:44989 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T17:22:19,784 DEBUG [M:0;4e57a52647ef:44989 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:22:19,784 INFO [M:0;4e57a52647ef:44989 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-14T17:22:19,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43463-0x100ab75758f0001, quorum=127.0.0.1:55583, baseZNode=/0-985395891 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:22:19,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43463-0x100ab75758f0001, quorum=127.0.0.1:55583, baseZNode=/0-985395891 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:22:19,819 INFO [RS:0;4e57a52647ef:43463 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T17:22:19,819 INFO [RS:0;4e57a52647ef:43463 {}] regionserver.HRegionServer(1031): Exiting; stopping=4e57a52647ef,43463,1731604901111; zookeeper connection closed. 2024-11-14T17:22:19,821 DEBUG [M:0;4e57a52647ef:44989 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e345fe16a39d48d8a4fa53bdc7b3f559 is 82, key is hbase:meta,,1/info:regioninfo/1731604903143/Put/seqid=0 2024-11-14T17:22:19,826 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@63b9fc67 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@63b9fc67 2024-11-14T17:22:19,827 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T17:22:19,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42409 is added to blk_1073741849_1025 (size=5672) 2024-11-14T17:22:19,835 INFO [M:0;4e57a52647ef:44989 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e345fe16a39d48d8a4fa53bdc7b3f559 2024-11-14T17:22:19,853 DEBUG [M:0;4e57a52647ef:44989 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b0e86c269c3b47009c504df16bfdae3a is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731604913743/Put/seqid=0 2024-11-14T17:22:19,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42409 is added to blk_1073741850_1026 (size=7217) 2024-11-14T17:22:20,297 INFO [M:0;4e57a52647ef:44989 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b0e86c269c3b47009c504df16bfdae3a 2024-11-14T17:22:20,303 INFO [M:0;4e57a52647ef:44989 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b0e86c269c3b47009c504df16bfdae3a 2024-11-14T17:22:20,321 DEBUG [M:0;4e57a52647ef:44989 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8efb836226a6460fa5b6a717ac6aee08 is 69, key is 4e57a52647ef,43463,1731604901111/rs:state/1731604901608/Put/seqid=0 2024-11-14T17:22:20,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42409 is added to blk_1073741851_1027 (size=5156) 2024-11-14T17:22:20,326 INFO [M:0;4e57a52647ef:44989 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8efb836226a6460fa5b6a717ac6aee08 2024-11-14T17:22:20,348 DEBUG [M:0;4e57a52647ef:44989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e345fe16a39d48d8a4fa53bdc7b3f559 as hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e345fe16a39d48d8a4fa53bdc7b3f559 2024-11-14T17:22:20,353 INFO [M:0;4e57a52647ef:44989 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e345fe16a39d48d8a4fa53bdc7b3f559, entries=8, sequenceid=105, filesize=5.5 K 2024-11-14T17:22:20,354 DEBUG [M:0;4e57a52647ef:44989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b0e86c269c3b47009c504df16bfdae3a as hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b0e86c269c3b47009c504df16bfdae3a 2024-11-14T17:22:20,358 INFO [M:0;4e57a52647ef:44989 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b0e86c269c3b47009c504df16bfdae3a 2024-11-14T17:22:20,358 INFO [M:0;4e57a52647ef:44989 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b0e86c269c3b47009c504df16bfdae3a, entries=11, sequenceid=105, filesize=7.0 K 2024-11-14T17:22:20,360 DEBUG [M:0;4e57a52647ef:44989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8efb836226a6460fa5b6a717ac6aee08 as hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8efb836226a6460fa5b6a717ac6aee08 2024-11-14T17:22:20,365 INFO [M:0;4e57a52647ef:44989 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40587/user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8efb836226a6460fa5b6a717ac6aee08, entries=1, sequenceid=105, filesize=5.0 K 2024-11-14T17:22:20,365 INFO [M:0;4e57a52647ef:44989 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 581ms, sequenceid=105, compaction requested=false 2024-11-14T17:22:20,391 INFO [M:0;4e57a52647ef:44989 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:22:20,391 DEBUG [M:0;4e57a52647ef:44989 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731604939783Disabling compacts and flushes for region at 1731604939783Disabling writes for close at 1731604939784 (+1 ms)Obtaining lock to block concurrent updates at 1731604939784Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731604939784Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731604939784Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731604939787 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731604939787Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731604939820 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731604939820Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731604939838 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731604939853 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731604939853Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731604940303 (+450 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731604940321 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731604940321Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28d55bdb: reopening flushed file at 1731604940341 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d817036: reopening flushed file at 1731604940353 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a0ba603: reopening flushed file at 1731604940358 (+5 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 581ms, sequenceid=105, compaction requested=false at 1731604940365 (+7 ms)Writing region close event to WAL at 1731604940390 (+25 ms)Closed at 1731604940390 2024-11-14T17:22:20,398 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/297f44b9-4baa-57cb-d156-c744ff325e22/MasterData/WALs/4e57a52647ef,44989,1731604900950/4e57a52647ef%2C44989%2C1731604900950.1731604901327 not finished, retry = 0 2024-11-14T17:22:20,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42409 is added to blk_1073741830_1006 (size=64411) 2024-11-14T17:22:20,501 INFO [M:0;4e57a52647ef:44989 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T17:22:20,501 INFO [M:0;4e57a52647ef:44989 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44989 2024-11-14T17:22:20,501 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T17:22:20,502 INFO [M:0;4e57a52647ef:44989 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T17:22:20,605 INFO [M:0;4e57a52647ef:44989 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T17:22:20,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44989-0x100ab75758f0000, quorum=127.0.0.1:55583, baseZNode=/0-985395891 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:22:20,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44989-0x100ab75758f0000, quorum=127.0.0.1:55583, baseZNode=/0-985395891 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:22:20,631 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@689e2dc2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T17:22:20,634 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63f86420{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T17:22:20,635 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T17:22:20,635 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1dbe258{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T17:22:20,635 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17332349{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bec8f84-040e-62a9-d88b-f0a92321f728/hadoop.log.dir/,STOPPED} 2024-11-14T17:22:20,639 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T17:22:20,639 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T17:22:20,642 WARN [BP-1182124967-172.17.0.3-1731604899228 heartbeating to localhost/127.0.0.1:40587 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T17:22:20,642 WARN [BP-1182124967-172.17.0.3-1731604899228 heartbeating to localhost/127.0.0.1:40587 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1182124967-172.17.0.3-1731604899228 (Datanode Uuid 3a47b549-6963-42d5-8f26-9ea0c98c32d8) service to localhost/127.0.0.1:40587 2024-11-14T17:22:20,643 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T17:22:20,643 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bec8f84-040e-62a9-d88b-f0a92321f728/cluster_c900aa07-46c4-5b2f-e48c-d9ec7ed41560/data/data1/current/BP-1182124967-172.17.0.3-1731604899228 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T17:22:20,643 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bec8f84-040e-62a9-d88b-f0a92321f728/cluster_c900aa07-46c4-5b2f-e48c-d9ec7ed41560/data/data2/current/BP-1182124967-172.17.0.3-1731604899228 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T17:22:20,651 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a505089{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T17:22:20,652 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@502e2ff7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T17:22:20,652 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T17:22:20,652 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32d815d3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T17:22:20,652 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76068987{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bec8f84-040e-62a9-d88b-f0a92321f728/hadoop.log.dir/,STOPPED} 2024-11-14T17:22:20,665 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T17:22:20,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T17:22:20,731 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=314 (was 264) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40587 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:33689 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40587 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:40587 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:33689 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38531 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55583) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: globalEventExecutor-1-26 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33689 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:40587 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55583) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38531 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38531 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33689 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40587 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:33689 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33689 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:33689 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:38531 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:40587 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55583) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38531 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40587 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:40587 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33689 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=733 (was 656) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1129 (was 1117) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2839 (was 253) - AvailableMemoryMB LEAK? - 2024-11-14T17:22:20,755 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=314, OpenFileDescriptor=733, MaxFileDescriptor=1048576, SystemLoadAverage=1129, ProcessCount=11, AvailableMemoryMB=2838 2024-11-14T17:22:20,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100ab75758f0005, quorum=127.0.0.1:55583, baseZNode=/11204676943 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T17:22:20,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100ab75758f0002, quorum=127.0.0.1:55583, baseZNode=/0-985395891 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T17:22:20,763 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100ab75758f0002, quorum=127.0.0.1:55583, baseZNode=/0-985395891 Received Disconnected from ZooKeeper, ignoring 2024-11-14T17:22:20,765 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100ab75758f0005, quorum=127.0.0.1:55583, baseZNode=/11204676943 Received Disconnected from ZooKeeper, ignoring 2024-11-14T17:22:20,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x100ab75758f0008, quorum=127.0.0.1:55583, baseZNode=/2-1075990770 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T17:22:20,777 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-14T17:22:20,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196b1cb7-d50a-bd72-0bd5-a46849033901/hadoop.log.dir so I do NOT create it in target/test-data/faf5c002-2eba-59d9-ab43-2f406f255e11 2024-11-14T17:22:20,778 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196b1cb7-d50a-bd72-0bd5-a46849033901/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T17:22:20,778 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x100ab75758f0008, quorum=127.0.0.1:55583, baseZNode=/2-1075990770 Received Disconnected from ZooKeeper, ignoring 2024-11-14T17:22:20,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196b1cb7-d50a-bd72-0bd5-a46849033901/hadoop.tmp.dir so I do NOT create it in target/test-data/faf5c002-2eba-59d9-ab43-2f406f255e11 2024-11-14T17:22:20,778 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196b1cb7-d50a-bd72-0bd5-a46849033901/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T17:22:20,778 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf5c002-2eba-59d9-ab43-2f406f255e11 2024-11-14T17:22:20,779 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf5c002-2eba-59d9-ab43-2f406f255e11/cluster_3b67a324-e515-b56f-2206-d654b8822230, deleteOnExit=true 2024-11-14T17:22:20,833 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf5c002-2eba-59d9-ab43-2f406f255e11/cluster_3b67a324-e515-b56f-2206-d654b8822230/zookeeper_0, clientPort=56043, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf5c002-2eba-59d9-ab43-2f406f255e11/cluster_3b67a324-e515-b56f-2206-d654b8822230/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf5c002-2eba-59d9-ab43-2f406f255e11/cluster_3b67a324-e515-b56f-2206-d654b8822230/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T17:22:20,844 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56043 2024-11-14T17:22:20,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T17:22:20,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T17:22:20,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf5c002-2eba-59d9-ab43-2f406f255e11/test.cache.data in system properties and HBase conf 2024-11-14T17:22:20,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf5c002-2eba-59d9-ab43-2f406f255e11/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T17:22:20,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf5c002-2eba-59d9-ab43-2f406f255e11/hadoop.log.dir in system properties and HBase conf 2024-11-14T17:22:20,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf5c002-2eba-59d9-ab43-2f406f255e11/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T17:22:20,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf5c002-2eba-59d9-ab43-2f406f255e11/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T17:22:20,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T17:22:20,845 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T17:22:20,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf5c002-2eba-59d9-ab43-2f406f255e11/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T17:22:20,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf5c002-2eba-59d9-ab43-2f406f255e11/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T17:22:20,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf5c002-2eba-59d9-ab43-2f406f255e11/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T17:22:20,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf5c002-2eba-59d9-ab43-2f406f255e11/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T17:22:20,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf5c002-2eba-59d9-ab43-2f406f255e11/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T17:22:20,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf5c002-2eba-59d9-ab43-2f406f255e11/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T17:22:20,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf5c002-2eba-59d9-ab43-2f406f255e11/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T17:22:20,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf5c002-2eba-59d9-ab43-2f406f255e11/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T17:22:20,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf5c002-2eba-59d9-ab43-2f406f255e11/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T17:22:20,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf5c002-2eba-59d9-ab43-2f406f255e11/nfs.dump.dir in system properties and HBase conf 2024-11-14T17:22:20,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf5c002-2eba-59d9-ab43-2f406f255e11/java.io.tmpdir in system properties and HBase conf 2024-11-14T17:22:20,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf5c002-2eba-59d9-ab43-2f406f255e11/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T17:22:20,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf5c002-2eba-59d9-ab43-2f406f255e11/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T17:22:20,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf5c002-2eba-59d9-ab43-2f406f255e11/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T17:22:21,060 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T17:22:21,064 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T17:22:21,151 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T17:22:21,151 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T17:22:21,151 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T17:22:21,155 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T17:22:21,156 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@441f5126{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf5c002-2eba-59d9-ab43-2f406f255e11/hadoop.log.dir/,AVAILABLE} 2024-11-14T17:22:21,157 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f60c8d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T17:22:21,477 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6f77d458{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf5c002-2eba-59d9-ab43-2f406f255e11/java.io.tmpdir/jetty-localhost-41955-hadoop-hdfs-3_4_1-tests_jar-_-any-17126745252946237761/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T17:22:21,494 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@444a365f{HTTP/1.1, (http/1.1)}{localhost:41955} 2024-11-14T17:22:21,494 INFO [Time-limited test {}] server.Server(415): Started @245872ms 2024-11-14T17:22:21,899 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T17:22:21,915 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T17:22:21,923 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T17:22:21,923 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T17:22:21,923 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T17:22:21,923 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57ca2e65{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf5c002-2eba-59d9-ab43-2f406f255e11/hadoop.log.dir/,AVAILABLE} 2024-11-14T17:22:21,924 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@475f79bb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T17:22:22,114 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@707cc983{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf5c002-2eba-59d9-ab43-2f406f255e11/java.io.tmpdir/jetty-localhost-34923-hadoop-hdfs-3_4_1-tests_jar-_-any-2739750793344030559/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T17:22:22,119 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@146efea0{HTTP/1.1, (http/1.1)}{localhost:34923} 2024-11-14T17:22:22,119 INFO [Time-limited test {}] server.Server(415): Started @246497ms 2024-11-14T17:22:22,122 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T17:22:22,507 WARN [Thread-3428 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf5c002-2eba-59d9-ab43-2f406f255e11/cluster_3b67a324-e515-b56f-2206-d654b8822230/data/data1/current/BP-1864259398-172.17.0.3-1731604940869/current, will proceed with Du for space computation calculation, 2024-11-14T17:22:22,523 WARN [Thread-3429 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf5c002-2eba-59d9-ab43-2f406f255e11/cluster_3b67a324-e515-b56f-2206-d654b8822230/data/data2/current/BP-1864259398-172.17.0.3-1731604940869/current, will proceed with Du for space computation calculation, 2024-11-14T17:22:22,557 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T17:22:22,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:22,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:22,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:22,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:22,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:22,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:22,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:22,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:22,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:22,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:22,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:22,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:22,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:22,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:22,728 WARN [Thread-3416 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T17:22:22,748 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5809073388f2ff6f with lease ID 0xf71bfe46f5bcc099: Processing first storage report for DS-00fbf1a4-5de2-4aa8-8cde-5676a24e170d from datanode DatanodeRegistration(127.0.0.1:36583, datanodeUuid=56ff34bb-5251-446f-9590-47937b84b2ad, infoPort=40873, infoSecurePort=0, ipcPort=43281, storageInfo=lv=-57;cid=testClusterID;nsid=486511243;c=1731604940869) 2024-11-14T17:22:22,748 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5809073388f2ff6f with lease ID 0xf71bfe46f5bcc099: from storage DS-00fbf1a4-5de2-4aa8-8cde-5676a24e170d node DatanodeRegistration(127.0.0.1:36583, datanodeUuid=56ff34bb-5251-446f-9590-47937b84b2ad, infoPort=40873, infoSecurePort=0, ipcPort=43281, storageInfo=lv=-57;cid=testClusterID;nsid=486511243;c=1731604940869), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T17:22:22,748 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5809073388f2ff6f with lease ID 0xf71bfe46f5bcc099: Processing first storage report for DS-7be3ee41-d4f1-482a-9c53-efa5ded81699 from datanode DatanodeRegistration(127.0.0.1:36583, datanodeUuid=56ff34bb-5251-446f-9590-47937b84b2ad, infoPort=40873, infoSecurePort=0, ipcPort=43281, storageInfo=lv=-57;cid=testClusterID;nsid=486511243;c=1731604940869) 2024-11-14T17:22:22,748 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5809073388f2ff6f with lease ID 0xf71bfe46f5bcc099: from storage DS-7be3ee41-d4f1-482a-9c53-efa5ded81699 node DatanodeRegistration(127.0.0.1:36583, datanodeUuid=56ff34bb-5251-446f-9590-47937b84b2ad, infoPort=40873, infoSecurePort=0, ipcPort=43281, storageInfo=lv=-57;cid=testClusterID;nsid=486511243;c=1731604940869), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T17:22:22,799 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf5c002-2eba-59d9-ab43-2f406f255e11 2024-11-14T17:22:22,799 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:22:22,801 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:22:22,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36583 is added to blk_1073741825_1001 (size=7) 2024-11-14T17:22:23,293 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778 with version=8 2024-11-14T17:22:23,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/hbase-staging 2024-11-14T17:22:23,296 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4e57a52647ef:0 server-side Connection retries=45 2024-11-14T17:22:23,297 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:22:23,297 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T17:22:23,297 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T17:22:23,297 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:22:23,297 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T17:22:23,297 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T17:22:23,297 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T17:22:23,302 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36955 2024-11-14T17:22:23,303 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36955 connecting to ZooKeeper ensemble=127.0.0.1:56043 2024-11-14T17:22:23,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:369550x0, quorum=127.0.0.1:56043, baseZNode=/0-734022270 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:22:23,367 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36955-0x100ab76182b0000 connected 2024-11-14T17:22:23,617 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:22:23,619 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:22:23,623 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36955-0x100ab76182b0000, quorum=127.0.0.1:56043, baseZNode=/0-734022270 Set watcher on znode that does not yet exist, /0-734022270/running 2024-11-14T17:22:23,623 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778, hbase.cluster.distributed=false 2024-11-14T17:22:23,625 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36955-0x100ab76182b0000, quorum=127.0.0.1:56043, baseZNode=/0-734022270 Set watcher on znode that does not yet exist, /0-734022270/acl 2024-11-14T17:22:23,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36955 2024-11-14T17:22:23,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36955 2024-11-14T17:22:23,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36955 2024-11-14T17:22:23,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36955 2024-11-14T17:22:23,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36955 2024-11-14T17:22:23,727 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4e57a52647ef:0 server-side Connection retries=45 2024-11-14T17:22:23,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:22:23,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T17:22:23,727 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T17:22:23,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:22:23,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T17:22:23,727 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T17:22:23,727 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T17:22:23,734 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44623 2024-11-14T17:22:23,734 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44623 connecting to ZooKeeper ensemble=127.0.0.1:56043 2024-11-14T17:22:23,735 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:22:23,737 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:22:23,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446230x0, quorum=127.0.0.1:56043, baseZNode=/0-734022270 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:22:23,780 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44623-0x100ab76182b0001 connected 2024-11-14T17:22:23,790 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44623-0x100ab76182b0001, quorum=127.0.0.1:56043, baseZNode=/0-734022270 Set watcher on znode that does not yet exist, /0-734022270/running 2024-11-14T17:22:23,790 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T17:22:23,814 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T17:22:23,835 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44623-0x100ab76182b0001, quorum=127.0.0.1:56043, baseZNode=/0-734022270 Set watcher on znode that does not yet exist, /0-734022270/master 2024-11-14T17:22:23,851 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44623-0x100ab76182b0001, quorum=127.0.0.1:56043, baseZNode=/0-734022270 Set watcher on znode that does not yet exist, /0-734022270/acl 2024-11-14T17:22:23,858 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44623 2024-11-14T17:22:23,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44623 2024-11-14T17:22:23,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44623 2024-11-14T17:22:23,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44623 2024-11-14T17:22:23,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44623 2024-11-14T17:22:23,932 DEBUG [M:0;4e57a52647ef:36955 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4e57a52647ef:36955 2024-11-14T17:22:23,933 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-734022270/backup-masters/4e57a52647ef,36955,1731604943296 2024-11-14T17:22:23,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36955-0x100ab76182b0000, quorum=127.0.0.1:56043, baseZNode=/0-734022270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-734022270/backup-masters 2024-11-14T17:22:23,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44623-0x100ab76182b0001, quorum=127.0.0.1:56043, baseZNode=/0-734022270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-734022270/backup-masters 2024-11-14T17:22:23,942 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36955-0x100ab76182b0000, quorum=127.0.0.1:56043, baseZNode=/0-734022270 Set watcher on existing znode=/0-734022270/backup-masters/4e57a52647ef,36955,1731604943296 2024-11-14T17:22:23,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44623-0x100ab76182b0001, quorum=127.0.0.1:56043, baseZNode=/0-734022270 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-734022270/master 2024-11-14T17:22:23,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44623-0x100ab76182b0001, quorum=127.0.0.1:56043, baseZNode=/0-734022270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-734022270 2024-11-14T17:22:23,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36955-0x100ab76182b0000, quorum=127.0.0.1:56043, baseZNode=/0-734022270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-734022270 2024-11-14T17:22:23,948 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36955-0x100ab76182b0000, quorum=127.0.0.1:56043, baseZNode=/0-734022270 Set watcher on existing znode=/0-734022270/master 2024-11-14T17:22:23,949 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-734022270/backup-masters/4e57a52647ef,36955,1731604943296 from backup master directory 2024-11-14T17:22:23,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36955-0x100ab76182b0000, quorum=127.0.0.1:56043, baseZNode=/0-734022270 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-734022270/backup-masters/4e57a52647ef,36955,1731604943296 2024-11-14T17:22:23,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36955-0x100ab76182b0000, quorum=127.0.0.1:56043, baseZNode=/0-734022270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-734022270/backup-masters 2024-11-14T17:22:23,951 WARN [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T17:22:23,951 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4e57a52647ef,36955,1731604943296 2024-11-14T17:22:23,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44623-0x100ab76182b0001, quorum=127.0.0.1:56043, baseZNode=/0-734022270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-734022270/backup-masters 2024-11-14T17:22:23,956 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/hbase.id] with ID: cd29e9f0-3137-4222-8884-9def3efe7a8f 2024-11-14T17:22:23,957 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/.tmp/hbase.id 2024-11-14T17:22:23,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36583 is added to blk_1073741826_1002 (size=42) 2024-11-14T17:22:24,393 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/.tmp/hbase.id]:[hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/hbase.id] 2024-11-14T17:22:24,435 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:22:24,435 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T17:22:24,439 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-11-14T17:22:24,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44623-0x100ab76182b0001, quorum=127.0.0.1:56043, baseZNode=/0-734022270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-734022270 2024-11-14T17:22:24,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36955-0x100ab76182b0000, quorum=127.0.0.1:56043, baseZNode=/0-734022270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-734022270 2024-11-14T17:22:24,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36583 is added to blk_1073741827_1003 (size=196) 2024-11-14T17:22:24,878 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T17:22:24,879 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T17:22:24,879 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T17:22:24,879 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T17:22:24,919 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T17:22:24,919 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T17:22:24,940 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:22:25,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36583 is added to blk_1073741828_1004 (size=1189) 2024-11-14T17:22:25,032 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/MasterData/data/master/store 2024-11-14T17:22:25,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36583 is added to blk_1073741829_1005 (size=34) 2024-11-14T17:22:25,490 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:22:25,490 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T17:22:25,490 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:22:25,490 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:22:25,490 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T17:22:25,490 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:22:25,490 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:22:25,490 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731604945490Disabling compacts and flushes for region at 1731604945490Disabling writes for close at 1731604945490Writing region close event to WAL at 1731604945490Closed at 1731604945490 2024-11-14T17:22:25,496 WARN [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/MasterData/data/master/store/.initializing 2024-11-14T17:22:25,496 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/MasterData/WALs/4e57a52647ef,36955,1731604943296 2024-11-14T17:22:25,507 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T17:22:25,509 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4e57a52647ef%2C36955%2C1731604943296, suffix=, logDir=hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/MasterData/WALs/4e57a52647ef,36955,1731604943296, archiveDir=hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/MasterData/oldWALs, maxLogs=10 2024-11-14T17:22:25,532 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/MasterData/WALs/4e57a52647ef,36955,1731604943296/4e57a52647ef%2C36955%2C1731604943296.1731604945509, exclude list is [], retry=0 2024-11-14T17:22:25,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36583,DS-00fbf1a4-5de2-4aa8-8cde-5676a24e170d,DISK] 2024-11-14T17:22:25,571 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/MasterData/WALs/4e57a52647ef,36955,1731604943296/4e57a52647ef%2C36955%2C1731604943296.1731604945509 2024-11-14T17:22:25,582 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40873:40873)] 2024-11-14T17:22:25,582 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:22:25,583 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:22:25,583 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:22:25,583 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:22:25,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:22:25,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T17:22:25,587 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:22:25,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:22:25,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:22:25,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T17:22:25,595 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:22:25,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:22:25,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:22:25,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T17:22:25,598 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:22:25,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:22:25,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:22:25,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T17:22:25,601 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:22:25,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:22:25,602 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:22:25,604 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:22:25,604 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:22:25,606 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:22:25,606 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:22:25,606 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:22:25,607 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:22:25,610 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:22:25,610 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73780718, jitterRate=0.09941837191581726}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:22:25,611 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731604945583Initializing all the Stores at 1731604945584 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604945584Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604945584Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604945585 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604945585Cleaning up temporary data from old regions at 1731604945606 (+21 ms)Region opened successfully at 1731604945611 (+5 ms) 2024-11-14T17:22:25,611 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T17:22:25,621 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d0b6ef4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4e57a52647ef/172.17.0.3:0 2024-11-14T17:22:25,622 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T17:22:25,622 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T17:22:25,622 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T17:22:25,622 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T17:22:25,622 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T17:22:25,623 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T17:22:25,623 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T17:22:25,625 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T17:22:25,626 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36955-0x100ab76182b0000, quorum=127.0.0.1:56043, baseZNode=/0-734022270 Unable to get data of znode /0-734022270/balancer because node does not exist (not necessarily an error) 2024-11-14T17:22:25,630 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-734022270/balancer already deleted, retry=false 2024-11-14T17:22:25,631 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T17:22:25,632 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36955-0x100ab76182b0000, quorum=127.0.0.1:56043, baseZNode=/0-734022270 Unable to get data of znode /0-734022270/normalizer because node does not exist (not necessarily an error) 2024-11-14T17:22:25,642 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-734022270/normalizer already deleted, retry=false 2024-11-14T17:22:25,643 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T17:22:25,647 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36955-0x100ab76182b0000, quorum=127.0.0.1:56043, baseZNode=/0-734022270 Unable to get data of znode /0-734022270/switch/split because node does not exist (not necessarily an error) 2024-11-14T17:22:25,649 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-734022270/switch/split already deleted, retry=false 2024-11-14T17:22:25,650 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36955-0x100ab76182b0000, quorum=127.0.0.1:56043, baseZNode=/0-734022270 Unable to get data of znode /0-734022270/switch/merge because node does not exist (not necessarily an error) 2024-11-14T17:22:25,652 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-734022270/switch/merge already deleted, retry=false 2024-11-14T17:22:25,654 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36955-0x100ab76182b0000, quorum=127.0.0.1:56043, baseZNode=/0-734022270 Unable to get data of znode /0-734022270/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T17:22:25,655 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-734022270/snapshot-cleanup already deleted, retry=false 2024-11-14T17:22:25,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36955-0x100ab76182b0000, quorum=127.0.0.1:56043, baseZNode=/0-734022270 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-734022270/running 2024-11-14T17:22:25,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36955-0x100ab76182b0000, quorum=127.0.0.1:56043, baseZNode=/0-734022270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-734022270 2024-11-14T17:22:25,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44623-0x100ab76182b0001, quorum=127.0.0.1:56043, baseZNode=/0-734022270 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-734022270/running 2024-11-14T17:22:25,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44623-0x100ab76182b0001, quorum=127.0.0.1:56043, baseZNode=/0-734022270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-734022270 2024-11-14T17:22:25,660 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4e57a52647ef,36955,1731604943296, sessionid=0x100ab76182b0000, setting cluster-up flag (Was=false) 2024-11-14T17:22:25,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44623-0x100ab76182b0001, quorum=127.0.0.1:56043, baseZNode=/0-734022270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-734022270 2024-11-14T17:22:25,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36955-0x100ab76182b0000, quorum=127.0.0.1:56043, baseZNode=/0-734022270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-734022270 2024-11-14T17:22:25,671 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-734022270/flush-table-proc/acquired, /0-734022270/flush-table-proc/reached, /0-734022270/flush-table-proc/abort 2024-11-14T17:22:25,672 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4e57a52647ef,36955,1731604943296 2024-11-14T17:22:25,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36955-0x100ab76182b0000, quorum=127.0.0.1:56043, baseZNode=/0-734022270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-734022270 2024-11-14T17:22:25,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44623-0x100ab76182b0001, quorum=127.0.0.1:56043, baseZNode=/0-734022270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-734022270 2024-11-14T17:22:25,705 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-734022270/online-snapshot/acquired, /0-734022270/online-snapshot/reached, /0-734022270/online-snapshot/abort 2024-11-14T17:22:25,711 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4e57a52647ef,36955,1731604943296 2024-11-14T17:22:25,723 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T17:22:25,725 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T17:22:25,725 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T17:22:25,725 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T17:22:25,725 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4e57a52647ef,36955,1731604943296 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T17:22:25,731 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:22:25,731 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:22:25,731 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:22:25,731 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:22:25,731 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4e57a52647ef:0, corePoolSize=10, maxPoolSize=10 2024-11-14T17:22:25,731 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:22:25,731 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4e57a52647ef:0, corePoolSize=2, maxPoolSize=2 2024-11-14T17:22:25,731 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:22:25,739 INFO [RS:0;4e57a52647ef:44623 {}] regionserver.HRegionServer(746): ClusterId : cd29e9f0-3137-4222-8884-9def3efe7a8f 2024-11-14T17:22:25,739 DEBUG [RS:0;4e57a52647ef:44623 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T17:22:25,757 DEBUG [RS:0;4e57a52647ef:44623 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T17:22:25,757 DEBUG [RS:0;4e57a52647ef:44623 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T17:22:25,761 DEBUG [RS:0;4e57a52647ef:44623 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T17:22:25,761 DEBUG [RS:0;4e57a52647ef:44623 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65e4ff68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4e57a52647ef/172.17.0.3:0 2024-11-14T17:22:25,762 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T17:22:25,770 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T17:22:25,772 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:22:25,772 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T17:22:25,774 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731604975774 2024-11-14T17:22:25,775 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T17:22:25,775 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T17:22:25,775 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T17:22:25,775 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T17:22:25,775 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T17:22:25,775 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T17:22:25,790 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T17:22:25,793 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T17:22:25,793 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T17:22:25,793 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T17:22:25,793 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T17:22:25,815 DEBUG [RS:0;4e57a52647ef:44623 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4e57a52647ef:44623 2024-11-14T17:22:25,815 INFO [RS:0;4e57a52647ef:44623 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T17:22:25,815 INFO [RS:0;4e57a52647ef:44623 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T17:22:25,815 DEBUG [RS:0;4e57a52647ef:44623 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T17:22:25,816 INFO [RS:0;4e57a52647ef:44623 {}] regionserver.HRegionServer(2659): reportForDuty to master=4e57a52647ef,36955,1731604943296 with port=44623, startcode=1731604943726 2024-11-14T17:22:25,816 DEBUG [RS:0;4e57a52647ef:44623 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T17:22:25,826 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T17:22:25,826 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T17:22:25,827 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55203, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T17:22:25,828 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731604945826,5,FailOnTimeoutGroup] 2024-11-14T17:22:25,828 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36955 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T17:22:25,829 DEBUG [RS:0;4e57a52647ef:44623 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-14T17:22:25,829 WARN [RS:0;4e57a52647ef:44623 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-14T17:22:25,854 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731604945828,5,FailOnTimeoutGroup] 2024-11-14T17:22:25,854 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T17:22:25,855 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T17:22:25,855 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T17:22:25,855 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T17:22:25,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36583 is added to blk_1073741831_1007 (size=1321) 2024-11-14T17:22:25,891 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T17:22:25,891 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778 2024-11-14T17:22:25,943 INFO [RS:0;4e57a52647ef:44623 {}] regionserver.HRegionServer(2659): reportForDuty to master=4e57a52647ef,36955,1731604943296 with port=44623, startcode=1731604943726 2024-11-14T17:22:25,946 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36955 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4e57a52647ef,44623,1731604943726 2024-11-14T17:22:25,947 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36955 {}] master.ServerManager(517): Registering regionserver=4e57a52647ef,44623,1731604943726 2024-11-14T17:22:25,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36583 is added to blk_1073741832_1008 (size=32) 2024-11-14T17:22:25,949 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:22:25,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T17:22:25,953 DEBUG [RS:0;4e57a52647ef:44623 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778 2024-11-14T17:22:25,953 DEBUG [RS:0;4e57a52647ef:44623 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40947 2024-11-14T17:22:25,953 DEBUG [RS:0;4e57a52647ef:44623 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T17:22:25,958 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T17:22:25,958 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:22:25,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:22:25,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T17:22:25,960 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T17:22:25,960 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:22:25,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:22:25,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T17:22:25,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T17:22:25,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:22:25,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:22:25,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T17:22:25,965 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T17:22:25,965 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:22:25,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:22:25,965 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T17:22:25,966 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/data/hbase/meta/1588230740 2024-11-14T17:22:25,966 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/data/hbase/meta/1588230740 2024-11-14T17:22:25,968 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T17:22:25,968 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T17:22:25,968 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:22:25,969 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T17:22:25,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36955-0x100ab76182b0000, quorum=127.0.0.1:56043, baseZNode=/0-734022270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-734022270/rs 2024-11-14T17:22:25,983 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:22:25,983 DEBUG [RS:0;4e57a52647ef:44623 {}] zookeeper.ZKUtil(111): regionserver:44623-0x100ab76182b0001, quorum=127.0.0.1:56043, baseZNode=/0-734022270 Set watcher on existing znode=/0-734022270/rs/4e57a52647ef,44623,1731604943726 2024-11-14T17:22:25,983 WARN [RS:0;4e57a52647ef:44623 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T17:22:25,983 INFO [RS:0;4e57a52647ef:44623 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:22:25,983 DEBUG [RS:0;4e57a52647ef:44623 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/WALs/4e57a52647ef,44623,1731604943726 2024-11-14T17:22:25,984 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58832573, jitterRate=-0.12332634627819061}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:22:25,985 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731604945949Initializing all the Stores at 1731604945951 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604945951Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604945951Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604945951Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604945951Cleaning up temporary data from old regions at 1731604945968 (+17 ms)Region opened successfully at 1731604945985 (+17 ms) 2024-11-14T17:22:25,985 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T17:22:25,985 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T17:22:25,985 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T17:22:25,985 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T17:22:25,985 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T17:22:25,988 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4e57a52647ef,44623,1731604943726] 2024-11-14T17:22:26,019 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T17:22:26,019 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731604945985Disabling compacts and flushes for region at 1731604945985Disabling writes for close at 1731604945985Writing region close event to WAL at 1731604946019 (+34 ms)Closed at 1731604946019 2024-11-14T17:22:26,020 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T17:22:26,020 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T17:22:26,020 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T17:22:26,022 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T17:22:26,023 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T17:22:26,051 INFO [RS:0;4e57a52647ef:44623 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T17:22:26,055 INFO [RS:0;4e57a52647ef:44623 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T17:22:26,063 INFO [RS:0;4e57a52647ef:44623 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T17:22:26,063 INFO [RS:0;4e57a52647ef:44623 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:22:26,065 INFO [RS:0;4e57a52647ef:44623 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T17:22:26,067 INFO [RS:0;4e57a52647ef:44623 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T17:22:26,068 INFO [RS:0;4e57a52647ef:44623 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T17:22:26,068 DEBUG [RS:0;4e57a52647ef:44623 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:22:26,068 DEBUG [RS:0;4e57a52647ef:44623 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:22:26,068 DEBUG [RS:0;4e57a52647ef:44623 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:22:26,068 DEBUG [RS:0;4e57a52647ef:44623 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:22:26,068 DEBUG [RS:0;4e57a52647ef:44623 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:22:26,068 DEBUG [RS:0;4e57a52647ef:44623 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4e57a52647ef:0, corePoolSize=2, maxPoolSize=2 2024-11-14T17:22:26,068 DEBUG [RS:0;4e57a52647ef:44623 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:22:26,068 DEBUG [RS:0;4e57a52647ef:44623 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:22:26,068 DEBUG [RS:0;4e57a52647ef:44623 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:22:26,068 DEBUG [RS:0;4e57a52647ef:44623 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:22:26,068 DEBUG [RS:0;4e57a52647ef:44623 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:22:26,068 DEBUG [RS:0;4e57a52647ef:44623 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:22:26,068 DEBUG [RS:0;4e57a52647ef:44623 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4e57a52647ef:0, corePoolSize=3, maxPoolSize=3 2024-11-14T17:22:26,068 DEBUG [RS:0;4e57a52647ef:44623 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4e57a52647ef:0, corePoolSize=3, maxPoolSize=3 2024-11-14T17:22:26,073 INFO [RS:0;4e57a52647ef:44623 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T17:22:26,073 INFO [RS:0;4e57a52647ef:44623 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T17:22:26,073 INFO [RS:0;4e57a52647ef:44623 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:22:26,073 INFO [RS:0;4e57a52647ef:44623 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T17:22:26,073 INFO [RS:0;4e57a52647ef:44623 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T17:22:26,073 INFO [RS:0;4e57a52647ef:44623 {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,44623,1731604943726-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T17:22:26,097 INFO [RS:0;4e57a52647ef:44623 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T17:22:26,097 INFO [RS:0;4e57a52647ef:44623 {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,44623,1731604943726-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:22:26,097 INFO [RS:0;4e57a52647ef:44623 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:22:26,097 INFO [RS:0;4e57a52647ef:44623 {}] regionserver.Replication(171): 4e57a52647ef,44623,1731604943726 started 2024-11-14T17:22:26,118 INFO [RS:0;4e57a52647ef:44623 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:22:26,119 INFO [RS:0;4e57a52647ef:44623 {}] regionserver.HRegionServer(1482): Serving as 4e57a52647ef,44623,1731604943726, RpcServer on 4e57a52647ef/172.17.0.3:44623, sessionid=0x100ab76182b0001 2024-11-14T17:22:26,119 DEBUG [RS:0;4e57a52647ef:44623 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T17:22:26,119 DEBUG [RS:0;4e57a52647ef:44623 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4e57a52647ef,44623,1731604943726 2024-11-14T17:22:26,119 DEBUG [RS:0;4e57a52647ef:44623 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4e57a52647ef,44623,1731604943726' 2024-11-14T17:22:26,119 DEBUG [RS:0;4e57a52647ef:44623 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-734022270/flush-table-proc/abort' 2024-11-14T17:22:26,120 DEBUG [RS:0;4e57a52647ef:44623 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-734022270/flush-table-proc/acquired' 2024-11-14T17:22:26,121 DEBUG [RS:0;4e57a52647ef:44623 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T17:22:26,122 DEBUG [RS:0;4e57a52647ef:44623 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T17:22:26,122 DEBUG [RS:0;4e57a52647ef:44623 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4e57a52647ef,44623,1731604943726 2024-11-14T17:22:26,122 DEBUG [RS:0;4e57a52647ef:44623 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4e57a52647ef,44623,1731604943726' 2024-11-14T17:22:26,122 DEBUG [RS:0;4e57a52647ef:44623 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-734022270/online-snapshot/abort' 2024-11-14T17:22:26,122 DEBUG [RS:0;4e57a52647ef:44623 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-734022270/online-snapshot/acquired' 2024-11-14T17:22:26,123 DEBUG [RS:0;4e57a52647ef:44623 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T17:22:26,123 INFO [RS:0;4e57a52647ef:44623 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T17:22:26,123 INFO [RS:0;4e57a52647ef:44623 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T17:22:26,177 WARN [4e57a52647ef:36955 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T17:22:26,227 INFO [RS:0;4e57a52647ef:44623 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T17:22:26,235 INFO [RS:0;4e57a52647ef:44623 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4e57a52647ef%2C44623%2C1731604943726, suffix=, logDir=hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/WALs/4e57a52647ef,44623,1731604943726, archiveDir=hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/oldWALs, maxLogs=10 2024-11-14T17:22:26,262 DEBUG [RS:0;4e57a52647ef:44623 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/WALs/4e57a52647ef,44623,1731604943726/4e57a52647ef%2C44623%2C1731604943726.1731604946235, exclude list is [], retry=0 2024-11-14T17:22:26,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36583,DS-00fbf1a4-5de2-4aa8-8cde-5676a24e170d,DISK] 2024-11-14T17:22:26,319 INFO [RS:0;4e57a52647ef:44623 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/WALs/4e57a52647ef,44623,1731604943726/4e57a52647ef%2C44623%2C1731604943726.1731604946235 2024-11-14T17:22:26,319 DEBUG [RS:0;4e57a52647ef:44623 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40873:40873)] 2024-11-14T17:22:26,427 DEBUG [4e57a52647ef:36955 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T17:22:26,427 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4e57a52647ef,44623,1731604943726 2024-11-14T17:22:26,429 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4e57a52647ef,44623,1731604943726, state=OPENING 2024-11-14T17:22:26,430 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T17:22:26,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36955-0x100ab76182b0000, quorum=127.0.0.1:56043, baseZNode=/0-734022270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-734022270 2024-11-14T17:22:26,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44623-0x100ab76182b0001, quorum=127.0.0.1:56043, baseZNode=/0-734022270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-734022270 2024-11-14T17:22:26,439 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T17:22:26,439 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-734022270/meta-region-server: CHANGED 2024-11-14T17:22:26,439 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4e57a52647ef,44623,1731604943726}] 2024-11-14T17:22:26,440 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-734022270/meta-region-server: CHANGED 2024-11-14T17:22:26,591 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T17:22:26,593 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44751, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T17:22:26,598 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T17:22:26,598 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:22:26,598 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T17:22:26,600 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4e57a52647ef%2C44623%2C1731604943726.meta, suffix=.meta, logDir=hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/WALs/4e57a52647ef,44623,1731604943726, archiveDir=hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/oldWALs, maxLogs=10 2024-11-14T17:22:26,618 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/WALs/4e57a52647ef,44623,1731604943726/4e57a52647ef%2C44623%2C1731604943726.meta.1731604946600.meta, exclude list is [], retry=0 2024-11-14T17:22:26,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36583,DS-00fbf1a4-5de2-4aa8-8cde-5676a24e170d,DISK] 2024-11-14T17:22:26,641 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/WALs/4e57a52647ef,44623,1731604943726/4e57a52647ef%2C44623%2C1731604943726.meta.1731604946600.meta 2024-11-14T17:22:26,642 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40873:40873)] 2024-11-14T17:22:26,643 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:22:26,643 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T17:22:26,643 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T17:22:26,643 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T17:22:26,643 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T17:22:26,644 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T17:22:26,644 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:22:26,644 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T17:22:26,644 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T17:22:26,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T17:22:26,655 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T17:22:26,655 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:22:26,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:22:26,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T17:22:26,662 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T17:22:26,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:22:26,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:22:26,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T17:22:26,666 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T17:22:26,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:22:26,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:22:26,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T17:22:26,668 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T17:22:26,668 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:22:26,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:22:26,668 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T17:22:26,669 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/data/hbase/meta/1588230740 2024-11-14T17:22:26,671 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/data/hbase/meta/1588230740 2024-11-14T17:22:26,673 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T17:22:26,673 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T17:22:26,673 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:22:26,677 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T17:22:26,678 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67124681, jitterRate=2.3569166660308838E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:22:26,678 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T17:22:26,679 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731604946644Writing region info on filesystem at 1731604946644Initializing all the Stores at 1731604946651 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604946651Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604946651Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604946651Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604946651Cleaning up temporary data from old regions at 1731604946673 (+22 ms)Running coprocessor post-open hooks at 1731604946678 (+5 ms)Region opened successfully at 1731604946679 (+1 ms) 2024-11-14T17:22:26,684 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731604946591 2024-11-14T17:22:26,687 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4e57a52647ef,44623,1731604943726 2024-11-14T17:22:26,688 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4e57a52647ef,44623,1731604943726, state=OPEN 2024-11-14T17:22:26,692 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T17:22:26,692 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T17:22:26,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44623-0x100ab76182b0001, quorum=127.0.0.1:56043, baseZNode=/0-734022270 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-734022270/meta-region-server 2024-11-14T17:22:26,701 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-734022270/meta-region-server: CHANGED 2024-11-14T17:22:26,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36955-0x100ab76182b0000, quorum=127.0.0.1:56043, baseZNode=/0-734022270 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-734022270/meta-region-server 2024-11-14T17:22:26,702 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-734022270/meta-region-server: CHANGED 2024-11-14T17:22:26,702 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4e57a52647ef,44623,1731604943726 2024-11-14T17:22:26,705 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T17:22:26,705 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4e57a52647ef,44623,1731604943726 in 263 msec 2024-11-14T17:22:26,708 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T17:22:26,708 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 685 msec 2024-11-14T17:22:26,709 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T17:22:26,709 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T17:22:26,713 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:22:26,713 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,44623,1731604943726, seqNum=-1] 2024-11-14T17:22:26,713 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:22:26,714 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55417, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:22:26,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 996 msec 2024-11-14T17:22:26,721 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731604946721, completionTime=-1 2024-11-14T17:22:26,721 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T17:22:26,721 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T17:22:26,723 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T17:22:26,724 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731605006724 2024-11-14T17:22:26,724 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731605066724 2024-11-14T17:22:26,724 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T17:22:26,724 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,36955,1731604943296-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:22:26,724 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,36955,1731604943296-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:22:26,724 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,36955,1731604943296-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:22:26,724 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4e57a52647ef:36955, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:22:26,724 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T17:22:26,727 DEBUG [master/4e57a52647ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T17:22:26,734 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T17:22:26,739 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.788sec 2024-11-14T17:22:26,740 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T17:22:26,740 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T17:22:26,740 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T17:22:26,740 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T17:22:26,740 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T17:22:26,740 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,36955,1731604943296-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T17:22:26,740 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,36955,1731604943296-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T17:22:26,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23cef91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:26,763 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,36955,-1 for getting cluster id 2024-11-14T17:22:26,763 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:22:26,781 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T17:22:26,781 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T17:22:26,781 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,36955,1731604943296-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:22:26,787 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cd29e9f0-3137-4222-8884-9def3efe7a8f' 2024-11-14T17:22:26,787 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:22:26,787 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cd29e9f0-3137-4222-8884-9def3efe7a8f" 2024-11-14T17:22:26,788 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fb1afc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:26,788 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,36955,-1] 2024-11-14T17:22:26,788 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:22:26,788 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:26,789 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:22:26,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ebdcc3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:26,799 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:22:26,800 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,44623,1731604943726, seqNum=-1] 2024-11-14T17:22:26,800 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:22:26,803 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:22:26,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4e57a52647ef,36955,1731604943296 2024-11-14T17:22:26,805 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56043 2024-11-14T17:22:26,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56043, baseZNode=/0-734022270 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:22:26,826 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100ab76182b0002 connected 2024-11-14T17:22:26,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf5c002-2eba-59d9-ab43-2f406f255e11/hadoop.log.dir so I do NOT create it in target/test-data/4e0395cc-fd32-6564-237b-6330e576f283 2024-11-14T17:22:26,859 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf5c002-2eba-59d9-ab43-2f406f255e11/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T17:22:26,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf5c002-2eba-59d9-ab43-2f406f255e11/hadoop.tmp.dir so I do NOT create it in target/test-data/4e0395cc-fd32-6564-237b-6330e576f283 2024-11-14T17:22:26,859 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf5c002-2eba-59d9-ab43-2f406f255e11/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T17:22:26,859 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0395cc-fd32-6564-237b-6330e576f283 2024-11-14T17:22:26,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T17:22:26,859 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0395cc-fd32-6564-237b-6330e576f283/cluster_7b70e8b2-344c-708d-afe5-7d4c872a887d, deleteOnExit=true 2024-11-14T17:22:26,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T17:22:26,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0395cc-fd32-6564-237b-6330e576f283/test.cache.data in system properties and HBase conf 2024-11-14T17:22:26,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0395cc-fd32-6564-237b-6330e576f283/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T17:22:26,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0395cc-fd32-6564-237b-6330e576f283/hadoop.log.dir in system properties and HBase conf 2024-11-14T17:22:26,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0395cc-fd32-6564-237b-6330e576f283/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T17:22:26,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0395cc-fd32-6564-237b-6330e576f283/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T17:22:26,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T17:22:26,860 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T17:22:26,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0395cc-fd32-6564-237b-6330e576f283/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T17:22:26,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0395cc-fd32-6564-237b-6330e576f283/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T17:22:26,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0395cc-fd32-6564-237b-6330e576f283/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T17:22:26,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0395cc-fd32-6564-237b-6330e576f283/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T17:22:26,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0395cc-fd32-6564-237b-6330e576f283/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T17:22:26,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0395cc-fd32-6564-237b-6330e576f283/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T17:22:26,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0395cc-fd32-6564-237b-6330e576f283/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T17:22:26,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0395cc-fd32-6564-237b-6330e576f283/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T17:22:26,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0395cc-fd32-6564-237b-6330e576f283/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T17:22:26,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0395cc-fd32-6564-237b-6330e576f283/nfs.dump.dir in system properties and HBase conf 2024-11-14T17:22:26,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0395cc-fd32-6564-237b-6330e576f283/java.io.tmpdir in system properties and HBase conf 2024-11-14T17:22:26,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0395cc-fd32-6564-237b-6330e576f283/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T17:22:26,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0395cc-fd32-6564-237b-6330e576f283/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T17:22:26,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0395cc-fd32-6564-237b-6330e576f283/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T17:22:27,112 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T17:22:27,127 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T17:22:27,203 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T17:22:27,203 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T17:22:27,203 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T17:22:27,215 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T17:22:27,226 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@683f2031{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0395cc-fd32-6564-237b-6330e576f283/hadoop.log.dir/,AVAILABLE} 2024-11-14T17:22:27,226 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@304c7fd8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T17:22:27,458 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c153dda{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0395cc-fd32-6564-237b-6330e576f283/java.io.tmpdir/jetty-localhost-46857-hadoop-hdfs-3_4_1-tests_jar-_-any-4414070659127646246/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T17:22:27,472 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7644a679{HTTP/1.1, (http/1.1)}{localhost:46857} 2024-11-14T17:22:27,472 INFO [Time-limited test {}] server.Server(415): Started @251850ms 2024-11-14T17:22:27,671 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T17:22:27,678 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T17:22:27,699 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T17:22:27,699 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T17:22:27,699 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T17:22:27,703 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47741fe6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0395cc-fd32-6564-237b-6330e576f283/hadoop.log.dir/,AVAILABLE} 2024-11-14T17:22:27,703 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6de3b801{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T17:22:27,851 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1bfff84b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0395cc-fd32-6564-237b-6330e576f283/java.io.tmpdir/jetty-localhost-46615-hadoop-hdfs-3_4_1-tests_jar-_-any-16826529019152530199/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T17:22:27,852 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b425b08{HTTP/1.1, (http/1.1)}{localhost:46615} 2024-11-14T17:22:27,852 INFO [Time-limited test {}] server.Server(415): Started @252230ms 2024-11-14T17:22:27,853 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T17:22:28,060 WARN [Thread-3549 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0395cc-fd32-6564-237b-6330e576f283/cluster_7b70e8b2-344c-708d-afe5-7d4c872a887d/data/data1/current/BP-432065308-172.17.0.3-1731604946940/current, will proceed with Du for space computation calculation, 2024-11-14T17:22:28,062 WARN [Thread-3550 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0395cc-fd32-6564-237b-6330e576f283/cluster_7b70e8b2-344c-708d-afe5-7d4c872a887d/data/data2/current/BP-432065308-172.17.0.3-1731604946940/current, will proceed with Du for space computation calculation, 2024-11-14T17:22:28,215 WARN [Thread-3537 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T17:22:28,238 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa6fe17fe30a1b347 with lease ID 0x7e8c9e7485de7b45: Processing first storage report for DS-487dcada-57d9-4a67-b289-e90d271518a6 from datanode DatanodeRegistration(127.0.0.1:36577, datanodeUuid=64a33b8d-19bd-400a-8e72-aeb6b145c92b, infoPort=34389, infoSecurePort=0, ipcPort=42261, storageInfo=lv=-57;cid=testClusterID;nsid=2113916412;c=1731604946940) 2024-11-14T17:22:28,238 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa6fe17fe30a1b347 with lease ID 0x7e8c9e7485de7b45: from storage DS-487dcada-57d9-4a67-b289-e90d271518a6 node DatanodeRegistration(127.0.0.1:36577, datanodeUuid=64a33b8d-19bd-400a-8e72-aeb6b145c92b, infoPort=34389, infoSecurePort=0, ipcPort=42261, storageInfo=lv=-57;cid=testClusterID;nsid=2113916412;c=1731604946940), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T17:22:28,239 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa6fe17fe30a1b347 with lease ID 0x7e8c9e7485de7b45: Processing first storage report for DS-d213493e-3dbd-43f0-b451-448959180820 from datanode DatanodeRegistration(127.0.0.1:36577, datanodeUuid=64a33b8d-19bd-400a-8e72-aeb6b145c92b, infoPort=34389, infoSecurePort=0, ipcPort=42261, storageInfo=lv=-57;cid=testClusterID;nsid=2113916412;c=1731604946940) 2024-11-14T17:22:28,239 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa6fe17fe30a1b347 with lease ID 0x7e8c9e7485de7b45: from storage DS-d213493e-3dbd-43f0-b451-448959180820 node DatanodeRegistration(127.0.0.1:36577, datanodeUuid=64a33b8d-19bd-400a-8e72-aeb6b145c92b, infoPort=34389, infoSecurePort=0, ipcPort=42261, storageInfo=lv=-57;cid=testClusterID;nsid=2113916412;c=1731604946940), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T17:22:28,340 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0395cc-fd32-6564-237b-6330e576f283 2024-11-14T17:22:28,341 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:22:28,344 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:22:28,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36577 is added to blk_1073741825_1001 (size=7) 2024-11-14T17:22:28,412 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5 with version=8 2024-11-14T17:22:28,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/hbase-staging 2024-11-14T17:22:28,416 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4e57a52647ef:0 server-side Connection retries=45 2024-11-14T17:22:28,416 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:22:28,416 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T17:22:28,416 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T17:22:28,416 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:22:28,416 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T17:22:28,417 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T17:22:28,417 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T17:22:28,420 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41747 2024-11-14T17:22:28,421 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41747 connecting to ZooKeeper ensemble=127.0.0.1:56043 2024-11-14T17:22:28,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:417470x0, quorum=127.0.0.1:56043, baseZNode=/12057686395 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:22:28,447 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41747-0x100ab76182b0003 connected 2024-11-14T17:22:28,502 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:22:28,504 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:22:28,523 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41747-0x100ab76182b0003, quorum=127.0.0.1:56043, baseZNode=/12057686395 Set watcher on znode that does not yet exist, /12057686395/running 2024-11-14T17:22:28,523 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5, hbase.cluster.distributed=false 2024-11-14T17:22:28,538 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41747-0x100ab76182b0003, quorum=127.0.0.1:56043, baseZNode=/12057686395 Set watcher on znode that does not yet exist, /12057686395/acl 2024-11-14T17:22:28,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41747 2024-11-14T17:22:28,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41747 2024-11-14T17:22:28,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41747 2024-11-14T17:22:28,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41747 2024-11-14T17:22:28,590 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41747 2024-11-14T17:22:28,616 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4e57a52647ef:0 server-side Connection retries=45 2024-11-14T17:22:28,616 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:22:28,616 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T17:22:28,617 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T17:22:28,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:22:28,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T17:22:28,617 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T17:22:28,617 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T17:22:28,618 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37901 2024-11-14T17:22:28,619 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37901 connecting to ZooKeeper ensemble=127.0.0.1:56043 2024-11-14T17:22:28,620 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:22:28,623 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:22:28,643 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:379010x0, quorum=127.0.0.1:56043, baseZNode=/12057686395 Set watcher on znode that does not yet exist, /12057686395/running 2024-11-14T17:22:28,643 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T17:22:28,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:379010x0, quorum=127.0.0.1:56043, baseZNode=/12057686395 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:22:28,653 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37901-0x100ab76182b0004 connected 2024-11-14T17:22:28,676 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T17:22:28,680 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37901-0x100ab76182b0004, quorum=127.0.0.1:56043, baseZNode=/12057686395 Set watcher on znode that does not yet exist, /12057686395/master 2024-11-14T17:22:28,681 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37901-0x100ab76182b0004, quorum=127.0.0.1:56043, baseZNode=/12057686395 Set watcher on znode that does not yet exist, /12057686395/acl 2024-11-14T17:22:28,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37901 2024-11-14T17:22:28,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37901 2024-11-14T17:22:28,723 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37901 2024-11-14T17:22:28,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37901 2024-11-14T17:22:28,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37901 2024-11-14T17:22:28,764 DEBUG [M:0;4e57a52647ef:41747 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4e57a52647ef:41747 2024-11-14T17:22:28,779 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /12057686395/backup-masters/4e57a52647ef,41747,1731604948416 2024-11-14T17:22:28,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37901-0x100ab76182b0004, quorum=127.0.0.1:56043, baseZNode=/12057686395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12057686395/backup-masters 2024-11-14T17:22:28,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41747-0x100ab76182b0003, quorum=127.0.0.1:56043, baseZNode=/12057686395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12057686395/backup-masters 2024-11-14T17:22:28,798 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41747-0x100ab76182b0003, quorum=127.0.0.1:56043, baseZNode=/12057686395 Set watcher on existing znode=/12057686395/backup-masters/4e57a52647ef,41747,1731604948416 2024-11-14T17:22:28,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41747-0x100ab76182b0003, quorum=127.0.0.1:56043, baseZNode=/12057686395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12057686395 2024-11-14T17:22:28,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37901-0x100ab76182b0004, quorum=127.0.0.1:56043, baseZNode=/12057686395 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12057686395/master 2024-11-14T17:22:28,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37901-0x100ab76182b0004, quorum=127.0.0.1:56043, baseZNode=/12057686395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12057686395 2024-11-14T17:22:28,802 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41747-0x100ab76182b0003, quorum=127.0.0.1:56043, baseZNode=/12057686395 Set watcher on existing znode=/12057686395/master 2024-11-14T17:22:28,802 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /12057686395/backup-masters/4e57a52647ef,41747,1731604948416 from backup master directory 2024-11-14T17:22:28,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37901-0x100ab76182b0004, quorum=127.0.0.1:56043, baseZNode=/12057686395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12057686395/backup-masters 2024-11-14T17:22:28,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41747-0x100ab76182b0003, quorum=127.0.0.1:56043, baseZNode=/12057686395 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12057686395/backup-masters/4e57a52647ef,41747,1731604948416 2024-11-14T17:22:28,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41747-0x100ab76182b0003, quorum=127.0.0.1:56043, baseZNode=/12057686395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12057686395/backup-masters 2024-11-14T17:22:28,813 WARN [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T17:22:28,813 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4e57a52647ef,41747,1731604948416 2024-11-14T17:22:28,820 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/hbase.id] with ID: 768982d4-a92e-45da-a2e9-b8aeb1617bfd 2024-11-14T17:22:28,820 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/.tmp/hbase.id 2024-11-14T17:22:28,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36577 is added to blk_1073741826_1002 (size=42) 2024-11-14T17:22:28,888 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/.tmp/hbase.id]:[hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/hbase.id] 2024-11-14T17:22:28,906 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:22:28,906 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T17:22:28,909 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-14T17:22:28,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37901-0x100ab76182b0004, quorum=127.0.0.1:56043, baseZNode=/12057686395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12057686395 2024-11-14T17:22:28,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41747-0x100ab76182b0003, quorum=127.0.0.1:56043, baseZNode=/12057686395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12057686395 2024-11-14T17:22:28,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36577 is added to blk_1073741827_1003 (size=196) 2024-11-14T17:22:28,990 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T17:22:28,991 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T17:22:28,994 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:22:29,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36577 is added to blk_1073741828_1004 (size=1189) 2024-11-14T17:22:29,017 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/MasterData/data/master/store 2024-11-14T17:22:29,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36577 is added to blk_1073741829_1005 (size=34) 2024-11-14T17:22:29,447 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:22:29,447 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T17:22:29,447 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:22:29,447 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:22:29,447 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T17:22:29,447 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:22:29,447 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:22:29,447 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731604949447Disabling compacts and flushes for region at 1731604949447Disabling writes for close at 1731604949447Writing region close event to WAL at 1731604949447Closed at 1731604949447 2024-11-14T17:22:29,452 WARN [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/MasterData/data/master/store/.initializing 2024-11-14T17:22:29,452 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/MasterData/WALs/4e57a52647ef,41747,1731604948416 2024-11-14T17:22:29,455 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T17:22:29,477 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4e57a52647ef%2C41747%2C1731604948416, suffix=, logDir=hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/MasterData/WALs/4e57a52647ef,41747,1731604948416, archiveDir=hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/MasterData/oldWALs, maxLogs=10 2024-11-14T17:22:29,506 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/MasterData/WALs/4e57a52647ef,41747,1731604948416/4e57a52647ef%2C41747%2C1731604948416.1731604949478, exclude list is [], retry=0 2024-11-14T17:22:29,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36577,DS-487dcada-57d9-4a67-b289-e90d271518a6,DISK] 2024-11-14T17:22:29,536 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/MasterData/WALs/4e57a52647ef,41747,1731604948416/4e57a52647ef%2C41747%2C1731604948416.1731604949478 2024-11-14T17:22:29,536 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34389:34389)] 2024-11-14T17:22:29,537 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:22:29,537 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:22:29,537 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:22:29,537 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:22:29,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:22:29,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T17:22:29,548 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:22:29,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:22:29,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:22:29,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T17:22:29,550 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:22:29,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:22:29,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:22:29,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T17:22:29,552 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:22:29,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:22:29,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:22:29,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T17:22:29,567 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:22:29,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:22:29,568 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:22:29,570 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:22:29,570 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:22:29,572 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:22:29,572 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:22:29,572 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:22:29,574 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:22:29,580 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:22:29,580 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66765136, jitterRate=-0.005121946334838867}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:22:29,581 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731604949537Initializing all the Stores at 1731604949538 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604949538Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604949542 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604949542Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604949542Cleaning up temporary data from old regions at 1731604949572 (+30 ms)Region opened successfully at 1731604949580 (+8 ms) 2024-11-14T17:22:29,581 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T17:22:29,587 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fdebc47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4e57a52647ef/172.17.0.3:0 2024-11-14T17:22:29,592 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T17:22:29,593 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T17:22:29,593 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T17:22:29,593 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T17:22:29,593 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T17:22:29,594 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T17:22:29,594 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T17:22:29,604 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T17:22:29,611 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41747-0x100ab76182b0003, quorum=127.0.0.1:56043, baseZNode=/12057686395 Unable to get data of znode /12057686395/balancer because node does not exist (not necessarily an error) 2024-11-14T17:22:29,616 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12057686395/balancer already deleted, retry=false 2024-11-14T17:22:29,616 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T17:22:29,618 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41747-0x100ab76182b0003, quorum=127.0.0.1:56043, baseZNode=/12057686395 Unable to get data of znode /12057686395/normalizer because node does not exist (not necessarily an error) 2024-11-14T17:22:29,630 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12057686395/normalizer already deleted, retry=false 2024-11-14T17:22:29,631 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T17:22:29,639 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41747-0x100ab76182b0003, quorum=127.0.0.1:56043, baseZNode=/12057686395 Unable to get data of znode /12057686395/switch/split because node does not exist (not necessarily an error) 2024-11-14T17:22:29,641 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12057686395/switch/split already deleted, retry=false 2024-11-14T17:22:29,651 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41747-0x100ab76182b0003, quorum=127.0.0.1:56043, baseZNode=/12057686395 Unable to get data of znode /12057686395/switch/merge because node does not exist (not necessarily an error) 2024-11-14T17:22:29,652 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12057686395/switch/merge already deleted, retry=false 2024-11-14T17:22:29,661 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41747-0x100ab76182b0003, quorum=127.0.0.1:56043, baseZNode=/12057686395 Unable to get data of znode /12057686395/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T17:22:29,664 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12057686395/snapshot-cleanup already deleted, retry=false 2024-11-14T17:22:29,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41747-0x100ab76182b0003, quorum=127.0.0.1:56043, baseZNode=/12057686395 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12057686395/running 2024-11-14T17:22:29,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37901-0x100ab76182b0004, quorum=127.0.0.1:56043, baseZNode=/12057686395 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12057686395/running 2024-11-14T17:22:29,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37901-0x100ab76182b0004, quorum=127.0.0.1:56043, baseZNode=/12057686395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12057686395 2024-11-14T17:22:29,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41747-0x100ab76182b0003, quorum=127.0.0.1:56043, baseZNode=/12057686395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12057686395 2024-11-14T17:22:29,669 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4e57a52647ef,41747,1731604948416, sessionid=0x100ab76182b0003, setting cluster-up flag (Was=false) 2024-11-14T17:22:29,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41747-0x100ab76182b0003, quorum=127.0.0.1:56043, baseZNode=/12057686395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12057686395 2024-11-14T17:22:29,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37901-0x100ab76182b0004, quorum=127.0.0.1:56043, baseZNode=/12057686395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12057686395 2024-11-14T17:22:29,679 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12057686395/flush-table-proc/acquired, /12057686395/flush-table-proc/reached, /12057686395/flush-table-proc/abort 2024-11-14T17:22:29,682 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4e57a52647ef,41747,1731604948416 2024-11-14T17:22:29,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41747-0x100ab76182b0003, quorum=127.0.0.1:56043, baseZNode=/12057686395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12057686395 2024-11-14T17:22:29,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37901-0x100ab76182b0004, quorum=127.0.0.1:56043, baseZNode=/12057686395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12057686395 2024-11-14T17:22:29,692 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12057686395/online-snapshot/acquired, /12057686395/online-snapshot/reached, /12057686395/online-snapshot/abort 2024-11-14T17:22:29,693 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4e57a52647ef,41747,1731604948416 2024-11-14T17:22:29,694 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T17:22:29,696 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T17:22:29,696 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T17:22:29,696 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T17:22:29,697 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4e57a52647ef,41747,1731604948416 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T17:22:29,698 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:22:29,698 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:22:29,698 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:22:29,698 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:22:29,698 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4e57a52647ef:0, corePoolSize=10, maxPoolSize=10 2024-11-14T17:22:29,698 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:22:29,698 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4e57a52647ef:0, corePoolSize=2, maxPoolSize=2 2024-11-14T17:22:29,698 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:22:29,704 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T17:22:29,704 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T17:22:29,705 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:22:29,705 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T17:22:29,723 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731604979723 2024-11-14T17:22:29,723 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T17:22:29,723 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T17:22:29,723 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T17:22:29,723 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T17:22:29,723 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T17:22:29,723 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T17:22:29,726 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T17:22:29,727 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T17:22:29,727 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T17:22:29,727 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T17:22:29,727 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T17:22:29,754 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T17:22:29,754 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T17:22:29,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36577 is added to blk_1073741831_1007 (size=1321) 2024-11-14T17:22:29,761 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731604949755,5,FailOnTimeoutGroup] 2024-11-14T17:22:29,761 INFO [RS:0;4e57a52647ef:37901 {}] regionserver.HRegionServer(746): ClusterId : 768982d4-a92e-45da-a2e9-b8aeb1617bfd 2024-11-14T17:22:29,761 DEBUG [RS:0;4e57a52647ef:37901 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T17:22:29,768 DEBUG [RS:0;4e57a52647ef:37901 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T17:22:29,768 DEBUG [RS:0;4e57a52647ef:37901 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T17:22:29,774 DEBUG [RS:0;4e57a52647ef:37901 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T17:22:29,774 DEBUG [RS:0;4e57a52647ef:37901 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7586add9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4e57a52647ef/172.17.0.3:0 2024-11-14T17:22:29,778 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731604949761,5,FailOnTimeoutGroup] 2024-11-14T17:22:29,778 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T17:22:29,778 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T17:22:29,779 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T17:22:29,779 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T17:22:29,811 DEBUG [RS:0;4e57a52647ef:37901 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4e57a52647ef:37901 2024-11-14T17:22:29,811 INFO [RS:0;4e57a52647ef:37901 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T17:22:29,811 INFO [RS:0;4e57a52647ef:37901 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T17:22:29,811 DEBUG [RS:0;4e57a52647ef:37901 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T17:22:29,812 INFO [RS:0;4e57a52647ef:37901 {}] regionserver.HRegionServer(2659): reportForDuty to master=4e57a52647ef,41747,1731604948416 with port=37901, startcode=1731604948616 2024-11-14T17:22:29,812 DEBUG [RS:0;4e57a52647ef:37901 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T17:22:29,819 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33483, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T17:22:29,820 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41747 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4e57a52647ef,37901,1731604948616 2024-11-14T17:22:29,820 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41747 {}] master.ServerManager(517): Registering regionserver=4e57a52647ef,37901,1731604948616 2024-11-14T17:22:29,837 DEBUG [RS:0;4e57a52647ef:37901 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5 2024-11-14T17:22:29,837 DEBUG [RS:0;4e57a52647ef:37901 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37607 2024-11-14T17:22:29,837 DEBUG [RS:0;4e57a52647ef:37901 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T17:22:29,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41747-0x100ab76182b0003, quorum=127.0.0.1:56043, baseZNode=/12057686395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12057686395/rs 2024-11-14T17:22:29,848 DEBUG [RS:0;4e57a52647ef:37901 {}] zookeeper.ZKUtil(111): regionserver:37901-0x100ab76182b0004, quorum=127.0.0.1:56043, baseZNode=/12057686395 Set watcher on existing znode=/12057686395/rs/4e57a52647ef,37901,1731604948616 2024-11-14T17:22:29,848 WARN [RS:0;4e57a52647ef:37901 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T17:22:29,849 INFO [RS:0;4e57a52647ef:37901 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:22:29,849 DEBUG [RS:0;4e57a52647ef:37901 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/WALs/4e57a52647ef,37901,1731604948616 2024-11-14T17:22:29,850 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4e57a52647ef,37901,1731604948616] 2024-11-14T17:22:29,877 INFO [RS:0;4e57a52647ef:37901 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T17:22:29,929 INFO [RS:0;4e57a52647ef:37901 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T17:22:29,931 INFO [RS:0;4e57a52647ef:37901 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T17:22:29,931 INFO [RS:0;4e57a52647ef:37901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:22:29,936 INFO [RS:0;4e57a52647ef:37901 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T17:22:29,940 INFO [RS:0;4e57a52647ef:37901 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T17:22:29,941 INFO [RS:0;4e57a52647ef:37901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T17:22:29,941 DEBUG [RS:0;4e57a52647ef:37901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:22:29,941 DEBUG [RS:0;4e57a52647ef:37901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:22:29,941 DEBUG [RS:0;4e57a52647ef:37901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:22:29,941 DEBUG [RS:0;4e57a52647ef:37901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:22:29,941 DEBUG [RS:0;4e57a52647ef:37901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:22:29,941 DEBUG [RS:0;4e57a52647ef:37901 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4e57a52647ef:0, corePoolSize=2, maxPoolSize=2 2024-11-14T17:22:29,941 DEBUG [RS:0;4e57a52647ef:37901 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:22:29,941 DEBUG [RS:0;4e57a52647ef:37901 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:22:29,941 DEBUG [RS:0;4e57a52647ef:37901 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:22:29,941 DEBUG [RS:0;4e57a52647ef:37901 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:22:29,941 DEBUG [RS:0;4e57a52647ef:37901 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:22:29,941 DEBUG [RS:0;4e57a52647ef:37901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:22:29,941 DEBUG [RS:0;4e57a52647ef:37901 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4e57a52647ef:0, corePoolSize=3, maxPoolSize=3 2024-11-14T17:22:29,941 DEBUG [RS:0;4e57a52647ef:37901 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4e57a52647ef:0, corePoolSize=3, maxPoolSize=3 2024-11-14T17:22:29,945 INFO [RS:0;4e57a52647ef:37901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T17:22:29,945 INFO [RS:0;4e57a52647ef:37901 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T17:22:29,945 INFO [RS:0;4e57a52647ef:37901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:22:29,945 INFO [RS:0;4e57a52647ef:37901 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T17:22:29,945 INFO [RS:0;4e57a52647ef:37901 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T17:22:29,945 INFO [RS:0;4e57a52647ef:37901 {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,37901,1731604948616-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T17:22:29,978 INFO [RS:0;4e57a52647ef:37901 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T17:22:29,978 INFO [RS:0;4e57a52647ef:37901 {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,37901,1731604948616-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:22:29,978 INFO [RS:0;4e57a52647ef:37901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:22:29,978 INFO [RS:0;4e57a52647ef:37901 {}] regionserver.Replication(171): 4e57a52647ef,37901,1731604948616 started 2024-11-14T17:22:30,000 INFO [RS:0;4e57a52647ef:37901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:22:30,000 INFO [RS:0;4e57a52647ef:37901 {}] regionserver.HRegionServer(1482): Serving as 4e57a52647ef,37901,1731604948616, RpcServer on 4e57a52647ef/172.17.0.3:37901, sessionid=0x100ab76182b0004 2024-11-14T17:22:30,000 DEBUG [RS:0;4e57a52647ef:37901 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T17:22:30,000 DEBUG [RS:0;4e57a52647ef:37901 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4e57a52647ef,37901,1731604948616 2024-11-14T17:22:30,000 DEBUG [RS:0;4e57a52647ef:37901 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4e57a52647ef,37901,1731604948616' 2024-11-14T17:22:30,000 DEBUG [RS:0;4e57a52647ef:37901 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12057686395/flush-table-proc/abort' 2024-11-14T17:22:30,001 DEBUG [RS:0;4e57a52647ef:37901 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12057686395/flush-table-proc/acquired' 2024-11-14T17:22:30,001 DEBUG [RS:0;4e57a52647ef:37901 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T17:22:30,001 DEBUG [RS:0;4e57a52647ef:37901 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T17:22:30,001 DEBUG [RS:0;4e57a52647ef:37901 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4e57a52647ef,37901,1731604948616 2024-11-14T17:22:30,001 DEBUG [RS:0;4e57a52647ef:37901 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4e57a52647ef,37901,1731604948616' 2024-11-14T17:22:30,001 DEBUG [RS:0;4e57a52647ef:37901 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12057686395/online-snapshot/abort' 2024-11-14T17:22:30,002 DEBUG [RS:0;4e57a52647ef:37901 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12057686395/online-snapshot/acquired' 2024-11-14T17:22:30,002 DEBUG [RS:0;4e57a52647ef:37901 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T17:22:30,002 INFO [RS:0;4e57a52647ef:37901 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T17:22:30,002 INFO [RS:0;4e57a52647ef:37901 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T17:22:30,104 INFO [RS:0;4e57a52647ef:37901 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T17:22:30,107 INFO [RS:0;4e57a52647ef:37901 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4e57a52647ef%2C37901%2C1731604948616, suffix=, logDir=hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/WALs/4e57a52647ef,37901,1731604948616, archiveDir=hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/oldWALs, maxLogs=10 2024-11-14T17:22:30,142 DEBUG [RS:0;4e57a52647ef:37901 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/WALs/4e57a52647ef,37901,1731604948616/4e57a52647ef%2C37901%2C1731604948616.1731604950107, exclude list is [], retry=0 2024-11-14T17:22:30,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36577,DS-487dcada-57d9-4a67-b289-e90d271518a6,DISK] 2024-11-14T17:22:30,167 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T17:22:30,167 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5 2024-11-14T17:22:30,183 INFO [RS:0;4e57a52647ef:37901 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/WALs/4e57a52647ef,37901,1731604948616/4e57a52647ef%2C37901%2C1731604948616.1731604950107 2024-11-14T17:22:30,191 DEBUG [RS:0;4e57a52647ef:37901 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34389:34389)] 2024-11-14T17:22:30,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36577 is added to blk_1073741833_1009 (size=32) 2024-11-14T17:22:30,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:22:30,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T17:22:30,246 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T17:22:30,246 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:22:30,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:22:30,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T17:22:30,256 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T17:22:30,256 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:22:30,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:22:30,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T17:22:30,260 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T17:22:30,261 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:22:30,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:22:30,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T17:22:30,262 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T17:22:30,262 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:22:30,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:22:30,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T17:22:30,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/data/hbase/meta/1588230740 2024-11-14T17:22:30,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/data/hbase/meta/1588230740 2024-11-14T17:22:30,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T17:22:30,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T17:22:30,266 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:22:30,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T17:22:30,279 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:22:30,279 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59568608, jitterRate=-0.11235857009887695}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:22:30,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731604950228Initializing all the Stores at 1731604950229 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604950229Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604950243 (+14 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604950243Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604950243Cleaning up temporary data from old regions at 1731604950266 (+23 ms)Region opened successfully at 1731604950279 (+13 ms) 2024-11-14T17:22:30,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T17:22:30,280 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T17:22:30,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T17:22:30,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T17:22:30,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T17:22:30,280 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T17:22:30,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731604950280Disabling compacts and flushes for region at 1731604950280Disabling writes for close at 1731604950280Writing region close event to WAL at 1731604950280Closed at 1731604950280 2024-11-14T17:22:30,287 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T17:22:30,287 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T17:22:30,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T17:22:30,289 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T17:22:30,293 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T17:22:30,381 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T17:22:30,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:30,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:30,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:30,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:30,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:30,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:30,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:30,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:30,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:30,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:30,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:30,443 DEBUG [4e57a52647ef:41747 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T17:22:30,444 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4e57a52647ef,37901,1731604948616 2024-11-14T17:22:30,445 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4e57a52647ef,37901,1731604948616, state=OPENING 2024-11-14T17:22:30,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:30,448 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T17:22:30,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:30,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:30,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37901-0x100ab76182b0004, quorum=127.0.0.1:56043, baseZNode=/12057686395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12057686395 2024-11-14T17:22:30,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41747-0x100ab76182b0003, quorum=127.0.0.1:56043, baseZNode=/12057686395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12057686395 2024-11-14T17:22:30,453 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12057686395/meta-region-server: CHANGED 2024-11-14T17:22:30,454 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12057686395/meta-region-server: CHANGED 2024-11-14T17:22:30,454 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T17:22:30,455 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4e57a52647ef,37901,1731604948616}] 2024-11-14T17:22:30,607 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T17:22:30,609 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39069, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T17:22:30,612 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T17:22:30,612 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:22:30,612 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T17:22:30,613 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4e57a52647ef%2C37901%2C1731604948616.meta, suffix=.meta, logDir=hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/WALs/4e57a52647ef,37901,1731604948616, archiveDir=hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/oldWALs, maxLogs=10 2024-11-14T17:22:30,627 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/WALs/4e57a52647ef,37901,1731604948616/4e57a52647ef%2C37901%2C1731604948616.meta.1731604950613.meta, exclude list is [], retry=0 2024-11-14T17:22:30,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36577,DS-487dcada-57d9-4a67-b289-e90d271518a6,DISK] 2024-11-14T17:22:30,631 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/WALs/4e57a52647ef,37901,1731604948616/4e57a52647ef%2C37901%2C1731604948616.meta.1731604950613.meta 2024-11-14T17:22:30,631 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34389:34389)] 2024-11-14T17:22:30,631 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:22:30,632 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T17:22:30,632 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T17:22:30,632 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T17:22:30,632 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T17:22:30,632 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T17:22:30,632 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:22:30,632 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T17:22:30,632 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T17:22:30,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T17:22:30,635 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T17:22:30,635 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:22:30,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:22:30,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T17:22:30,639 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T17:22:30,639 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:22:30,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:22:30,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T17:22:30,640 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T17:22:30,640 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:22:30,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:22:30,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T17:22:30,641 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T17:22:30,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:22:30,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:22:30,643 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T17:22:30,643 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/data/hbase/meta/1588230740 2024-11-14T17:22:30,645 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/data/hbase/meta/1588230740 2024-11-14T17:22:30,648 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T17:22:30,648 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T17:22:30,649 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:22:30,650 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T17:22:30,651 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64923482, jitterRate=-0.03256472945213318}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:22:30,651 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T17:22:30,651 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731604950632Writing region info on filesystem at 1731604950632Initializing all the Stores at 1731604950633 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604950633Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604950634 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604950634Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604950634Cleaning up temporary data from old regions at 1731604950648 (+14 ms)Running coprocessor post-open hooks at 1731604950651 (+3 ms)Region opened successfully at 1731604950651 2024-11-14T17:22:30,652 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731604950607 2024-11-14T17:22:30,655 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T17:22:30,655 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T17:22:30,656 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4e57a52647ef,37901,1731604948616 2024-11-14T17:22:30,656 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4e57a52647ef,37901,1731604948616, state=OPEN 2024-11-14T17:22:30,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41747-0x100ab76182b0003, quorum=127.0.0.1:56043, baseZNode=/12057686395 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12057686395/meta-region-server 2024-11-14T17:22:30,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37901-0x100ab76182b0004, quorum=127.0.0.1:56043, baseZNode=/12057686395 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12057686395/meta-region-server 2024-11-14T17:22:30,658 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4e57a52647ef,37901,1731604948616 2024-11-14T17:22:30,658 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12057686395/meta-region-server: CHANGED 2024-11-14T17:22:30,658 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12057686395/meta-region-server: CHANGED 2024-11-14T17:22:30,662 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T17:22:30,662 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4e57a52647ef,37901,1731604948616 in 204 msec 2024-11-14T17:22:30,665 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T17:22:30,665 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 375 msec 2024-11-14T17:22:30,665 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T17:22:30,665 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T17:22:30,666 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:22:30,666 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,37901,1731604948616, seqNum=-1] 2024-11-14T17:22:30,667 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:22:30,668 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58047, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:22:30,676 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 980 msec 2024-11-14T17:22:30,676 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731604950676, completionTime=-1 2024-11-14T17:22:30,676 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T17:22:30,676 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T17:22:30,678 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T17:22:30,678 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731605010678 2024-11-14T17:22:30,678 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731605070678 2024-11-14T17:22:30,678 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T17:22:30,678 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,41747,1731604948416-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:22:30,678 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,41747,1731604948416-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:22:30,678 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,41747,1731604948416-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:22:30,678 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4e57a52647ef:41747, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:22:30,678 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T17:22:30,679 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T17:22:30,680 DEBUG [master/4e57a52647ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T17:22:30,682 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.869sec 2024-11-14T17:22:30,682 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T17:22:30,682 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T17:22:30,682 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T17:22:30,682 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T17:22:30,682 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T17:22:30,682 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,41747,1731604948416-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T17:22:30,682 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,41747,1731604948416-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T17:22:30,684 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T17:22:30,684 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T17:22:30,684 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,41747,1731604948416-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:22:30,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46bf0487, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:30,761 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,41747,-1 for getting cluster id 2024-11-14T17:22:30,761 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:22:30,762 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '768982d4-a92e-45da-a2e9-b8aeb1617bfd' 2024-11-14T17:22:30,762 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:22:30,762 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "768982d4-a92e-45da-a2e9-b8aeb1617bfd" 2024-11-14T17:22:30,763 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15d977ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:30,763 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,41747,-1] 2024-11-14T17:22:30,763 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:22:30,763 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:30,764 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:22:30,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9e10268, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:30,766 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:22:30,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,37901,1731604948616, seqNum=-1] 2024-11-14T17:22:30,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:22:30,769 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:22:30,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4e57a52647ef,41747,1731604948416 2024-11-14T17:22:30,771 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56043 2024-11-14T17:22:30,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56043, baseZNode=/12057686395 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:22:30,778 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100ab76182b0005 connected 2024-11-14T17:22:30,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0395cc-fd32-6564-237b-6330e576f283/hadoop.log.dir so I do NOT create it in target/test-data/b89e4994-03b9-e4d6-ac23-646f69b58978 2024-11-14T17:22:30,781 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0395cc-fd32-6564-237b-6330e576f283/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T17:22:30,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0395cc-fd32-6564-237b-6330e576f283/hadoop.tmp.dir so I do NOT create it in target/test-data/b89e4994-03b9-e4d6-ac23-646f69b58978 2024-11-14T17:22:30,781 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0395cc-fd32-6564-237b-6330e576f283/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T17:22:30,781 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b89e4994-03b9-e4d6-ac23-646f69b58978 2024-11-14T17:22:30,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T17:22:30,781 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b89e4994-03b9-e4d6-ac23-646f69b58978/cluster_9006e44d-a362-5c2c-a264-e67bfbe126de, deleteOnExit=true 2024-11-14T17:22:30,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T17:22:30,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b89e4994-03b9-e4d6-ac23-646f69b58978/test.cache.data in system properties and HBase conf 2024-11-14T17:22:30,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b89e4994-03b9-e4d6-ac23-646f69b58978/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T17:22:30,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b89e4994-03b9-e4d6-ac23-646f69b58978/hadoop.log.dir in system properties and HBase conf 2024-11-14T17:22:30,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b89e4994-03b9-e4d6-ac23-646f69b58978/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T17:22:30,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b89e4994-03b9-e4d6-ac23-646f69b58978/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T17:22:30,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T17:22:30,782 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T17:22:30,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b89e4994-03b9-e4d6-ac23-646f69b58978/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T17:22:30,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b89e4994-03b9-e4d6-ac23-646f69b58978/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T17:22:30,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b89e4994-03b9-e4d6-ac23-646f69b58978/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T17:22:30,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b89e4994-03b9-e4d6-ac23-646f69b58978/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T17:22:30,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b89e4994-03b9-e4d6-ac23-646f69b58978/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T17:22:30,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b89e4994-03b9-e4d6-ac23-646f69b58978/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T17:22:30,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b89e4994-03b9-e4d6-ac23-646f69b58978/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T17:22:30,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b89e4994-03b9-e4d6-ac23-646f69b58978/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T17:22:30,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b89e4994-03b9-e4d6-ac23-646f69b58978/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T17:22:30,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b89e4994-03b9-e4d6-ac23-646f69b58978/nfs.dump.dir in system properties and HBase conf 2024-11-14T17:22:30,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b89e4994-03b9-e4d6-ac23-646f69b58978/java.io.tmpdir in system properties and HBase conf 2024-11-14T17:22:30,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b89e4994-03b9-e4d6-ac23-646f69b58978/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T17:22:30,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b89e4994-03b9-e4d6-ac23-646f69b58978/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T17:22:30,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b89e4994-03b9-e4d6-ac23-646f69b58978/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T17:22:30,874 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T17:22:30,878 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T17:22:30,888 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T17:22:30,888 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T17:22:30,888 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T17:22:30,891 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T17:22:30,894 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@282af760{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b89e4994-03b9-e4d6-ac23-646f69b58978/hadoop.log.dir/,AVAILABLE} 2024-11-14T17:22:30,895 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a453c14{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T17:22:31,033 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@cec87cf{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b89e4994-03b9-e4d6-ac23-646f69b58978/java.io.tmpdir/jetty-localhost-38781-hadoop-hdfs-3_4_1-tests_jar-_-any-18395051180592324689/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T17:22:31,034 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2424ba0e{HTTP/1.1, (http/1.1)}{localhost:38781} 2024-11-14T17:22:31,035 INFO [Time-limited test {}] server.Server(415): Started @255413ms 2024-11-14T17:22:31,302 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T17:22:31,305 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T17:22:31,319 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T17:22:31,319 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T17:22:31,319 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T17:22:31,320 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@148f9f11{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b89e4994-03b9-e4d6-ac23-646f69b58978/hadoop.log.dir/,AVAILABLE} 2024-11-14T17:22:31,320 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f9147eb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T17:22:31,440 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@68e6bf5a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b89e4994-03b9-e4d6-ac23-646f69b58978/java.io.tmpdir/jetty-localhost-38261-hadoop-hdfs-3_4_1-tests_jar-_-any-17374702426213506692/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T17:22:31,441 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7326c7ba{HTTP/1.1, (http/1.1)}{localhost:38261} 2024-11-14T17:22:31,441 INFO [Time-limited test {}] server.Server(415): Started @255819ms 2024-11-14T17:22:31,442 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T17:22:31,587 WARN [Thread-3670 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b89e4994-03b9-e4d6-ac23-646f69b58978/cluster_9006e44d-a362-5c2c-a264-e67bfbe126de/data/data1/current/BP-745266943-172.17.0.3-1731604950810/current, will proceed with Du for space computation calculation, 2024-11-14T17:22:31,591 WARN [Thread-3671 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b89e4994-03b9-e4d6-ac23-646f69b58978/cluster_9006e44d-a362-5c2c-a264-e67bfbe126de/data/data2/current/BP-745266943-172.17.0.3-1731604950810/current, will proceed with Du for space computation calculation, 2024-11-14T17:22:31,660 WARN [Thread-3658 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T17:22:31,665 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc0178fc811a6df23 with lease ID 0x7d3b61e813b7e99e: Processing first storage report for DS-83d81c7c-fda8-40e3-87df-17eb842776d1 from datanode DatanodeRegistration(127.0.0.1:38379, datanodeUuid=c2eb8c4a-9678-4728-a8a3-e9acefca4245, infoPort=40499, infoSecurePort=0, ipcPort=33509, storageInfo=lv=-57;cid=testClusterID;nsid=1314201377;c=1731604950810) 2024-11-14T17:22:31,665 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc0178fc811a6df23 with lease ID 0x7d3b61e813b7e99e: from storage DS-83d81c7c-fda8-40e3-87df-17eb842776d1 node DatanodeRegistration(127.0.0.1:38379, datanodeUuid=c2eb8c4a-9678-4728-a8a3-e9acefca4245, infoPort=40499, infoSecurePort=0, ipcPort=33509, storageInfo=lv=-57;cid=testClusterID;nsid=1314201377;c=1731604950810), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T17:22:31,666 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc0178fc811a6df23 with lease ID 0x7d3b61e813b7e99e: Processing first storage report for DS-289d8bb0-88bf-4b94-a7de-73938c2d4cc7 from datanode DatanodeRegistration(127.0.0.1:38379, datanodeUuid=c2eb8c4a-9678-4728-a8a3-e9acefca4245, infoPort=40499, infoSecurePort=0, ipcPort=33509, storageInfo=lv=-57;cid=testClusterID;nsid=1314201377;c=1731604950810) 2024-11-14T17:22:31,666 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc0178fc811a6df23 with lease ID 0x7d3b61e813b7e99e: from storage DS-289d8bb0-88bf-4b94-a7de-73938c2d4cc7 node DatanodeRegistration(127.0.0.1:38379, datanodeUuid=c2eb8c4a-9678-4728-a8a3-e9acefca4245, infoPort=40499, infoSecurePort=0, ipcPort=33509, storageInfo=lv=-57;cid=testClusterID;nsid=1314201377;c=1731604950810), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T17:22:31,677 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b89e4994-03b9-e4d6-ac23-646f69b58978 2024-11-14T17:22:31,677 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:22:31,679 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:22:31,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38379 is added to blk_1073741825_1001 (size=7) 2024-11-14T17:22:31,695 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2 with version=8 2024-11-14T17:22:31,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/hbase-staging 2024-11-14T17:22:31,697 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4e57a52647ef:0 server-side Connection retries=45 2024-11-14T17:22:31,697 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:22:31,697 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T17:22:31,697 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T17:22:31,697 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:22:31,697 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T17:22:31,697 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T17:22:31,697 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T17:22:31,698 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33939 2024-11-14T17:22:31,699 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33939 connecting to ZooKeeper ensemble=127.0.0.1:56043 2024-11-14T17:22:31,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:339390x0, quorum=127.0.0.1:56043, baseZNode=/2245437006 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:22:31,719 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33939-0x100ab76182b0006 connected 2024-11-14T17:22:31,748 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:22:31,750 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:22:31,791 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33939-0x100ab76182b0006, quorum=127.0.0.1:56043, baseZNode=/2245437006 Set watcher on znode that does not yet exist, /2245437006/running 2024-11-14T17:22:31,791 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2, hbase.cluster.distributed=false 2024-11-14T17:22:31,806 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33939-0x100ab76182b0006, quorum=127.0.0.1:56043, baseZNode=/2245437006 Set watcher on znode that does not yet exist, /2245437006/acl 2024-11-14T17:22:31,810 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33939 2024-11-14T17:22:31,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33939 2024-11-14T17:22:31,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33939 2024-11-14T17:22:31,825 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33939 2024-11-14T17:22:31,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33939 2024-11-14T17:22:31,854 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4e57a52647ef:0 server-side Connection retries=45 2024-11-14T17:22:31,858 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:22:31,858 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T17:22:31,858 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T17:22:31,858 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:22:31,858 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T17:22:31,858 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T17:22:31,858 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T17:22:31,867 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41501 2024-11-14T17:22:31,868 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41501 connecting to ZooKeeper ensemble=127.0.0.1:56043 2024-11-14T17:22:31,868 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:22:31,871 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:22:31,903 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:415010x0, quorum=127.0.0.1:56043, baseZNode=/2245437006 Set watcher on znode that does not yet exist, /2245437006/running 2024-11-14T17:22:31,903 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T17:22:31,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415010x0, quorum=127.0.0.1:56043, baseZNode=/2245437006 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:22:31,914 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41501-0x100ab76182b0007 connected 2024-11-14T17:22:31,927 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T17:22:31,928 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41501-0x100ab76182b0007, quorum=127.0.0.1:56043, baseZNode=/2245437006 Set watcher on znode that does not yet exist, /2245437006/master 2024-11-14T17:22:31,929 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41501-0x100ab76182b0007, quorum=127.0.0.1:56043, baseZNode=/2245437006 Set watcher on znode that does not yet exist, /2245437006/acl 2024-11-14T17:22:31,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41501 2024-11-14T17:22:31,943 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41501 2024-11-14T17:22:31,947 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41501 2024-11-14T17:22:31,954 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41501 2024-11-14T17:22:31,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41501 2024-11-14T17:22:31,994 DEBUG [M:0;4e57a52647ef:33939 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4e57a52647ef:33939 2024-11-14T17:22:32,001 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2245437006/backup-masters/4e57a52647ef,33939,1731604951697 2024-11-14T17:22:32,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33939-0x100ab76182b0006, quorum=127.0.0.1:56043, baseZNode=/2245437006 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2245437006/backup-masters 2024-11-14T17:22:32,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41501-0x100ab76182b0007, quorum=127.0.0.1:56043, baseZNode=/2245437006 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2245437006/backup-masters 2024-11-14T17:22:32,005 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33939-0x100ab76182b0006, quorum=127.0.0.1:56043, baseZNode=/2245437006 Set watcher on existing znode=/2245437006/backup-masters/4e57a52647ef,33939,1731604951697 2024-11-14T17:22:32,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41501-0x100ab76182b0007, quorum=127.0.0.1:56043, baseZNode=/2245437006 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2245437006/master 2024-11-14T17:22:32,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41501-0x100ab76182b0007, quorum=127.0.0.1:56043, baseZNode=/2245437006 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2245437006 2024-11-14T17:22:32,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33939-0x100ab76182b0006, quorum=127.0.0.1:56043, baseZNode=/2245437006 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2245437006 2024-11-14T17:22:32,010 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33939-0x100ab76182b0006, quorum=127.0.0.1:56043, baseZNode=/2245437006 Set watcher on existing znode=/2245437006/master 2024-11-14T17:22:32,010 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2245437006/backup-masters/4e57a52647ef,33939,1731604951697 from backup master directory 2024-11-14T17:22:32,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41501-0x100ab76182b0007, quorum=127.0.0.1:56043, baseZNode=/2245437006 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2245437006/backup-masters 2024-11-14T17:22:32,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33939-0x100ab76182b0006, quorum=127.0.0.1:56043, baseZNode=/2245437006 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2245437006/backup-masters/4e57a52647ef,33939,1731604951697 2024-11-14T17:22:32,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33939-0x100ab76182b0006, quorum=127.0.0.1:56043, baseZNode=/2245437006 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2245437006/backup-masters 2024-11-14T17:22:32,012 WARN [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T17:22:32,012 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4e57a52647ef,33939,1731604951697 2024-11-14T17:22:32,016 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/hbase.id] with ID: 4a6e330d-ce5f-4b89-91f7-be759524f03a 2024-11-14T17:22:32,016 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/.tmp/hbase.id 2024-11-14T17:22:32,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38379 is added to blk_1073741826_1002 (size=42) 2024-11-14T17:22:32,051 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T17:22:32,441 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/.tmp/hbase.id]:[hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/hbase.id] 2024-11-14T17:22:32,500 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:22:32,500 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T17:22:32,504 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-11-14T17:22:32,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33939-0x100ab76182b0006, quorum=127.0.0.1:56043, baseZNode=/2245437006 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2245437006 2024-11-14T17:22:32,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41501-0x100ab76182b0007, quorum=127.0.0.1:56043, baseZNode=/2245437006 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2245437006 2024-11-14T17:22:32,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38379 is added to blk_1073741827_1003 (size=196) 2024-11-14T17:22:32,953 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T17:22:32,955 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T17:22:32,956 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:22:32,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38379 is added to blk_1073741828_1004 (size=1189) 2024-11-14T17:22:33,386 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/MasterData/data/master/store 2024-11-14T17:22:33,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38379 is added to blk_1073741829_1005 (size=34) 2024-11-14T17:22:33,811 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:22:33,811 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T17:22:33,811 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:22:33,811 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:22:33,811 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T17:22:33,811 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:22:33,811 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:22:33,811 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731604953811Disabling compacts and flushes for region at 1731604953811Disabling writes for close at 1731604953811Writing region close event to WAL at 1731604953811Closed at 1731604953811 2024-11-14T17:22:33,823 WARN [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/MasterData/data/master/store/.initializing 2024-11-14T17:22:33,823 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/MasterData/WALs/4e57a52647ef,33939,1731604951697 2024-11-14T17:22:33,835 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T17:22:33,851 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4e57a52647ef%2C33939%2C1731604951697, suffix=, logDir=hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/MasterData/WALs/4e57a52647ef,33939,1731604951697, archiveDir=hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/MasterData/oldWALs, maxLogs=10 2024-11-14T17:22:33,876 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/MasterData/WALs/4e57a52647ef,33939,1731604951697/4e57a52647ef%2C33939%2C1731604951697.1731604953851, exclude list is [], retry=0 2024-11-14T17:22:33,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38379,DS-83d81c7c-fda8-40e3-87df-17eb842776d1,DISK] 2024-11-14T17:22:33,902 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/MasterData/WALs/4e57a52647ef,33939,1731604951697/4e57a52647ef%2C33939%2C1731604951697.1731604953851 2024-11-14T17:22:33,905 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40499:40499)] 2024-11-14T17:22:33,905 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:22:33,905 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:22:33,905 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:22:33,905 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:22:33,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:22:33,947 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T17:22:33,947 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:22:33,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:22:33,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:22:33,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T17:22:33,965 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:22:33,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:22:33,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:22:33,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T17:22:33,976 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:22:33,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:22:33,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:22:33,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T17:22:33,993 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:22:33,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:22:33,997 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:22:34,002 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:22:34,004 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:22:34,022 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:22:34,022 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:22:34,025 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:22:34,031 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:22:34,046 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:22:34,050 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59838591, jitterRate=-0.10833550989627838}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:22:34,051 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731604953905Initializing all the Stores at 1731604953917 (+12 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604953917Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604953934 (+17 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604953934Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604953934Cleaning up temporary data from old regions at 1731604954022 (+88 ms)Region opened successfully at 1731604954050 (+28 ms) 2024-11-14T17:22:34,062 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T17:22:34,075 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66c4bd78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4e57a52647ef/172.17.0.3:0 2024-11-14T17:22:34,077 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T17:22:34,078 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T17:22:34,078 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T17:22:34,078 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T17:22:34,084 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 5 msec 2024-11-14T17:22:34,084 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T17:22:34,084 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T17:22:34,111 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T17:22:34,117 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33939-0x100ab76182b0006, quorum=127.0.0.1:56043, baseZNode=/2245437006 Unable to get data of znode /2245437006/balancer because node does not exist (not necessarily an error) 2024-11-14T17:22:34,130 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2245437006/balancer already deleted, retry=false 2024-11-14T17:22:34,130 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T17:22:34,139 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33939-0x100ab76182b0006, quorum=127.0.0.1:56043, baseZNode=/2245437006 Unable to get data of znode /2245437006/normalizer because node does not exist (not necessarily an error) 2024-11-14T17:22:34,145 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2245437006/normalizer already deleted, retry=false 2024-11-14T17:22:34,146 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T17:22:34,155 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33939-0x100ab76182b0006, quorum=127.0.0.1:56043, baseZNode=/2245437006 Unable to get data of znode /2245437006/switch/split because node does not exist (not necessarily an error) 2024-11-14T17:22:34,160 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2245437006/switch/split already deleted, retry=false 2024-11-14T17:22:34,161 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33939-0x100ab76182b0006, quorum=127.0.0.1:56043, baseZNode=/2245437006 Unable to get data of znode /2245437006/switch/merge because node does not exist (not necessarily an error) 2024-11-14T17:22:34,166 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2245437006/switch/merge already deleted, retry=false 2024-11-14T17:22:34,179 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33939-0x100ab76182b0006, quorum=127.0.0.1:56043, baseZNode=/2245437006 Unable to get data of znode /2245437006/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T17:22:34,182 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2245437006/snapshot-cleanup already deleted, retry=false 2024-11-14T17:22:34,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33939-0x100ab76182b0006, quorum=127.0.0.1:56043, baseZNode=/2245437006 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2245437006/running 2024-11-14T17:22:34,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33939-0x100ab76182b0006, quorum=127.0.0.1:56043, baseZNode=/2245437006 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2245437006 2024-11-14T17:22:34,188 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4e57a52647ef,33939,1731604951697, sessionid=0x100ab76182b0006, setting cluster-up flag (Was=false) 2024-11-14T17:22:34,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41501-0x100ab76182b0007, quorum=127.0.0.1:56043, baseZNode=/2245437006 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2245437006/running 2024-11-14T17:22:34,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41501-0x100ab76182b0007, quorum=127.0.0.1:56043, baseZNode=/2245437006 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2245437006 2024-11-14T17:22:34,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41501-0x100ab76182b0007, quorum=127.0.0.1:56043, baseZNode=/2245437006 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2245437006 2024-11-14T17:22:34,245 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2245437006/flush-table-proc/acquired, /2245437006/flush-table-proc/reached, /2245437006/flush-table-proc/abort 2024-11-14T17:22:34,261 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4e57a52647ef,33939,1731604951697 2024-11-14T17:22:34,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33939-0x100ab76182b0006, quorum=127.0.0.1:56043, baseZNode=/2245437006 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2245437006 2024-11-14T17:22:34,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41501-0x100ab76182b0007, quorum=127.0.0.1:56043, baseZNode=/2245437006 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2245437006 2024-11-14T17:22:34,302 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2245437006/online-snapshot/acquired, /2245437006/online-snapshot/reached, /2245437006/online-snapshot/abort 2024-11-14T17:22:34,331 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4e57a52647ef,33939,1731604951697 2024-11-14T17:22:34,359 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T17:22:34,370 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T17:22:34,370 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T17:22:34,370 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T17:22:34,370 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4e57a52647ef,33939,1731604951697 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T17:22:34,381 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:22:34,381 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:22:34,381 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:22:34,381 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:22:34,381 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4e57a52647ef:0, corePoolSize=10, maxPoolSize=10 2024-11-14T17:22:34,381 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:22:34,381 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4e57a52647ef:0, corePoolSize=2, maxPoolSize=2 2024-11-14T17:22:34,381 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:22:34,394 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T17:22:34,395 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T17:22:34,399 INFO [RS:0;4e57a52647ef:41501 {}] regionserver.HRegionServer(746): ClusterId : 4a6e330d-ce5f-4b89-91f7-be759524f03a 2024-11-14T17:22:34,399 DEBUG [RS:0;4e57a52647ef:41501 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T17:22:34,403 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:22:34,403 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T17:22:34,404 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731604984404 2024-11-14T17:22:34,404 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T17:22:34,404 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T17:22:34,404 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T17:22:34,404 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T17:22:34,404 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T17:22:34,404 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T17:22:34,406 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T17:22:34,418 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T17:22:34,419 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T17:22:34,419 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T17:22:34,419 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T17:22:34,427 DEBUG [RS:0;4e57a52647ef:41501 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T17:22:34,427 DEBUG [RS:0;4e57a52647ef:41501 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T17:22:34,438 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T17:22:34,438 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T17:22:34,443 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731604954439,5,FailOnTimeoutGroup] 2024-11-14T17:22:34,451 DEBUG [RS:0;4e57a52647ef:41501 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T17:22:34,451 DEBUG [RS:0;4e57a52647ef:41501 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ba6fb15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4e57a52647ef/172.17.0.3:0 2024-11-14T17:22:34,459 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731604954443,5,FailOnTimeoutGroup] 2024-11-14T17:22:34,459 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T17:22:34,459 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T17:22:34,459 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T17:22:34,460 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T17:22:34,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38379 is added to blk_1073741831_1007 (size=1321) 2024-11-14T17:22:34,507 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T17:22:34,507 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2 2024-11-14T17:22:34,541 DEBUG [RS:0;4e57a52647ef:41501 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4e57a52647ef:41501 2024-11-14T17:22:34,541 INFO [RS:0;4e57a52647ef:41501 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T17:22:34,542 INFO [RS:0;4e57a52647ef:41501 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T17:22:34,542 DEBUG [RS:0;4e57a52647ef:41501 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T17:22:34,557 INFO [RS:0;4e57a52647ef:41501 {}] regionserver.HRegionServer(2659): reportForDuty to master=4e57a52647ef,33939,1731604951697 with port=41501, startcode=1731604951854 2024-11-14T17:22:34,558 DEBUG [RS:0;4e57a52647ef:41501 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T17:22:34,574 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48899, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T17:22:34,575 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33939 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4e57a52647ef,41501,1731604951854 2024-11-14T17:22:34,575 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33939 {}] master.ServerManager(517): Registering regionserver=4e57a52647ef,41501,1731604951854 2024-11-14T17:22:34,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38379 is added to blk_1073741832_1008 (size=32) 2024-11-14T17:22:34,585 DEBUG [RS:0;4e57a52647ef:41501 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2 2024-11-14T17:22:34,585 DEBUG [RS:0;4e57a52647ef:41501 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43039 2024-11-14T17:22:34,585 DEBUG [RS:0;4e57a52647ef:41501 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T17:22:34,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:22:34,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33939-0x100ab76182b0006, quorum=127.0.0.1:56043, baseZNode=/2245437006 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2245437006/rs 2024-11-14T17:22:34,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T17:22:34,612 DEBUG [RS:0;4e57a52647ef:41501 {}] zookeeper.ZKUtil(111): regionserver:41501-0x100ab76182b0007, quorum=127.0.0.1:56043, baseZNode=/2245437006 Set watcher on existing znode=/2245437006/rs/4e57a52647ef,41501,1731604951854 2024-11-14T17:22:34,612 WARN [RS:0;4e57a52647ef:41501 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T17:22:34,612 INFO [RS:0;4e57a52647ef:41501 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:22:34,612 DEBUG [RS:0;4e57a52647ef:41501 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/WALs/4e57a52647ef,41501,1731604951854 2024-11-14T17:22:34,614 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T17:22:34,614 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:22:34,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:22:34,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T17:22:34,624 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T17:22:34,624 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:22:34,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:22:34,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T17:22:34,628 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4e57a52647ef,41501,1731604951854] 2024-11-14T17:22:34,634 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T17:22:34,634 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:22:34,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:22:34,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T17:22:34,645 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T17:22:34,646 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:22:34,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:22:34,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T17:22:34,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/data/hbase/meta/1588230740 2024-11-14T17:22:34,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/data/hbase/meta/1588230740 2024-11-14T17:22:34,661 INFO [RS:0;4e57a52647ef:41501 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T17:22:34,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T17:22:34,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T17:22:34,669 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:22:34,673 INFO [RS:0;4e57a52647ef:41501 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T17:22:34,675 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T17:22:34,687 INFO [RS:0;4e57a52647ef:41501 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T17:22:34,687 INFO [RS:0;4e57a52647ef:41501 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:22:34,700 INFO [RS:0;4e57a52647ef:41501 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T17:22:34,703 INFO [RS:0;4e57a52647ef:41501 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T17:22:34,703 INFO [RS:0;4e57a52647ef:41501 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T17:22:34,704 DEBUG [RS:0;4e57a52647ef:41501 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:22:34,704 DEBUG [RS:0;4e57a52647ef:41501 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:22:34,704 DEBUG [RS:0;4e57a52647ef:41501 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:22:34,704 DEBUG [RS:0;4e57a52647ef:41501 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:22:34,704 DEBUG [RS:0;4e57a52647ef:41501 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:22:34,704 DEBUG [RS:0;4e57a52647ef:41501 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4e57a52647ef:0, corePoolSize=2, maxPoolSize=2 2024-11-14T17:22:34,704 DEBUG [RS:0;4e57a52647ef:41501 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:22:34,704 DEBUG [RS:0;4e57a52647ef:41501 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:22:34,704 DEBUG [RS:0;4e57a52647ef:41501 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:22:34,704 DEBUG [RS:0;4e57a52647ef:41501 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:22:34,704 DEBUG [RS:0;4e57a52647ef:41501 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:22:34,704 DEBUG [RS:0;4e57a52647ef:41501 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:22:34,704 DEBUG [RS:0;4e57a52647ef:41501 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4e57a52647ef:0, corePoolSize=3, maxPoolSize=3 2024-11-14T17:22:34,704 DEBUG [RS:0;4e57a52647ef:41501 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4e57a52647ef:0, corePoolSize=3, maxPoolSize=3 2024-11-14T17:22:34,713 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:22:34,716 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69117657, jitterRate=0.029933348298072815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:22:34,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731604954585Initializing all the Stores at 1731604954591 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604954592 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604954606 (+14 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604954606Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604954606Cleaning up temporary data from old regions at 1731604954661 (+55 ms)Region opened successfully at 1731604954716 (+55 ms) 2024-11-14T17:22:34,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T17:22:34,716 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T17:22:34,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T17:22:34,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T17:22:34,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T17:22:34,719 INFO [RS:0;4e57a52647ef:41501 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T17:22:34,719 INFO [RS:0;4e57a52647ef:41501 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T17:22:34,719 INFO [RS:0;4e57a52647ef:41501 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:22:34,719 INFO [RS:0;4e57a52647ef:41501 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T17:22:34,719 INFO [RS:0;4e57a52647ef:41501 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T17:22:34,719 INFO [RS:0;4e57a52647ef:41501 {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,41501,1731604951854-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T17:22:34,751 INFO [RS:0;4e57a52647ef:41501 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T17:22:34,752 INFO [RS:0;4e57a52647ef:41501 {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,41501,1731604951854-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:22:34,752 INFO [RS:0;4e57a52647ef:41501 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:22:34,752 INFO [RS:0;4e57a52647ef:41501 {}] regionserver.Replication(171): 4e57a52647ef,41501,1731604951854 started 2024-11-14T17:22:34,759 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T17:22:34,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731604954716Disabling compacts and flushes for region at 1731604954716Disabling writes for close at 1731604954717 (+1 ms)Writing region close event to WAL at 1731604954759 (+42 ms)Closed at 1731604954759 2024-11-14T17:22:34,763 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T17:22:34,763 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T17:22:34,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T17:22:34,764 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T17:22:34,765 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T17:22:34,776 INFO [RS:0;4e57a52647ef:41501 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:22:34,776 INFO [RS:0;4e57a52647ef:41501 {}] regionserver.HRegionServer(1482): Serving as 4e57a52647ef,41501,1731604951854, RpcServer on 4e57a52647ef/172.17.0.3:41501, sessionid=0x100ab76182b0007 2024-11-14T17:22:34,777 DEBUG [RS:0;4e57a52647ef:41501 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T17:22:34,777 DEBUG [RS:0;4e57a52647ef:41501 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4e57a52647ef,41501,1731604951854 2024-11-14T17:22:34,777 DEBUG [RS:0;4e57a52647ef:41501 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4e57a52647ef,41501,1731604951854' 2024-11-14T17:22:34,777 DEBUG [RS:0;4e57a52647ef:41501 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2245437006/flush-table-proc/abort' 2024-11-14T17:22:34,779 DEBUG [RS:0;4e57a52647ef:41501 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2245437006/flush-table-proc/acquired' 2024-11-14T17:22:34,795 DEBUG [RS:0;4e57a52647ef:41501 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T17:22:34,795 DEBUG [RS:0;4e57a52647ef:41501 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T17:22:34,795 DEBUG [RS:0;4e57a52647ef:41501 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4e57a52647ef,41501,1731604951854 2024-11-14T17:22:34,795 DEBUG [RS:0;4e57a52647ef:41501 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4e57a52647ef,41501,1731604951854' 2024-11-14T17:22:34,795 DEBUG [RS:0;4e57a52647ef:41501 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2245437006/online-snapshot/abort' 2024-11-14T17:22:34,809 DEBUG [RS:0;4e57a52647ef:41501 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2245437006/online-snapshot/acquired' 2024-11-14T17:22:34,819 DEBUG [RS:0;4e57a52647ef:41501 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T17:22:34,819 INFO [RS:0;4e57a52647ef:41501 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T17:22:34,819 INFO [RS:0;4e57a52647ef:41501 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T17:22:34,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T17:22:34,876 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T17:22:34,877 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T17:22:34,877 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T17:22:34,918 WARN [4e57a52647ef:33939 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T17:22:34,923 INFO [RS:0;4e57a52647ef:41501 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T17:22:34,943 INFO [RS:0;4e57a52647ef:41501 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4e57a52647ef%2C41501%2C1731604951854, suffix=, logDir=hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/WALs/4e57a52647ef,41501,1731604951854, archiveDir=hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/oldWALs, maxLogs=10 2024-11-14T17:22:34,962 DEBUG [RS:0;4e57a52647ef:41501 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/WALs/4e57a52647ef,41501,1731604951854/4e57a52647ef%2C41501%2C1731604951854.1731604954943, exclude list is [], retry=0 2024-11-14T17:22:34,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38379,DS-83d81c7c-fda8-40e3-87df-17eb842776d1,DISK] 2024-11-14T17:22:34,980 INFO [RS:0;4e57a52647ef:41501 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/WALs/4e57a52647ef,41501,1731604951854/4e57a52647ef%2C41501%2C1731604951854.1731604954943 2024-11-14T17:22:34,985 DEBUG [RS:0;4e57a52647ef:41501 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40499:40499)] 2024-11-14T17:22:35,169 DEBUG [4e57a52647ef:33939 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T17:22:35,169 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4e57a52647ef,41501,1731604951854 2024-11-14T17:22:35,179 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4e57a52647ef,41501,1731604951854, state=OPENING 2024-11-14T17:22:35,187 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T17:22:35,189 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T17:22:35,189 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4e57a52647ef,41501,1731604951854}] 2024-11-14T17:22:35,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33939-0x100ab76182b0006, quorum=127.0.0.1:56043, baseZNode=/2245437006 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2245437006 2024-11-14T17:22:35,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41501-0x100ab76182b0007, quorum=127.0.0.1:56043, baseZNode=/2245437006 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2245437006 2024-11-14T17:22:35,192 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2245437006/meta-region-server: CHANGED 2024-11-14T17:22:35,202 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2245437006/meta-region-server: CHANGED 2024-11-14T17:22:35,348 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T17:22:35,365 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60271, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T17:22:35,378 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T17:22:35,379 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:22:35,379 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T17:22:35,407 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4e57a52647ef%2C41501%2C1731604951854.meta, suffix=.meta, logDir=hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/WALs/4e57a52647ef,41501,1731604951854, archiveDir=hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/oldWALs, maxLogs=10 2024-11-14T17:22:35,450 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/WALs/4e57a52647ef,41501,1731604951854/4e57a52647ef%2C41501%2C1731604951854.meta.1731604955407.meta, exclude list is [], retry=0 2024-11-14T17:22:35,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38379,DS-83d81c7c-fda8-40e3-87df-17eb842776d1,DISK] 2024-11-14T17:22:35,474 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/WALs/4e57a52647ef,41501,1731604951854/4e57a52647ef%2C41501%2C1731604951854.meta.1731604955407.meta 2024-11-14T17:22:35,482 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40499:40499)] 2024-11-14T17:22:35,483 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:22:35,483 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T17:22:35,483 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T17:22:35,483 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T17:22:35,483 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T17:22:35,484 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T17:22:35,484 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:22:35,484 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T17:22:35,484 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T17:22:35,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T17:22:35,504 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T17:22:35,504 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:22:35,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:22:35,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T17:22:35,519 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T17:22:35,519 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:22:35,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:22:35,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T17:22:35,531 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T17:22:35,531 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:22:35,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:22:35,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T17:22:35,537 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T17:22:35,537 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:22:35,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:22:35,542 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T17:22:35,543 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/data/hbase/meta/1588230740 2024-11-14T17:22:35,544 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/data/hbase/meta/1588230740 2024-11-14T17:22:35,562 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T17:22:35,562 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T17:22:35,563 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:22:35,568 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T17:22:35,568 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74546030, jitterRate=0.1108224093914032}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:22:35,568 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T17:22:35,568 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731604955484Writing region info on filesystem at 1731604955484Initializing all the Stores at 1731604955490 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604955490Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604955498 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604955498Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604955498Cleaning up temporary data from old regions at 1731604955562 (+64 ms)Running coprocessor post-open hooks at 1731604955568 (+6 ms)Region opened successfully at 1731604955568 2024-11-14T17:22:35,570 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731604955348 2024-11-14T17:22:35,574 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4e57a52647ef,41501,1731604951854 2024-11-14T17:22:35,577 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T17:22:35,577 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T17:22:35,579 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4e57a52647ef,41501,1731604951854, state=OPEN 2024-11-14T17:22:35,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41501-0x100ab76182b0007, quorum=127.0.0.1:56043, baseZNode=/2245437006 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2245437006/meta-region-server 2024-11-14T17:22:35,582 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2245437006/meta-region-server: CHANGED 2024-11-14T17:22:35,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33939-0x100ab76182b0006, quorum=127.0.0.1:56043, baseZNode=/2245437006 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2245437006/meta-region-server 2024-11-14T17:22:35,582 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2245437006/meta-region-server: CHANGED 2024-11-14T17:22:35,582 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4e57a52647ef,41501,1731604951854 2024-11-14T17:22:35,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T17:22:35,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4e57a52647ef,41501,1731604951854 in 393 msec 2024-11-14T17:22:35,589 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T17:22:35,589 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T17:22:35,589 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T17:22:35,589 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 823 msec 2024-11-14T17:22:35,592 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:22:35,593 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,41501,1731604951854, seqNum=-1] 2024-11-14T17:22:35,593 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:22:35,595 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48815, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:22:35,613 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2500 sec 2024-11-14T17:22:35,613 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731604955613, completionTime=-1 2024-11-14T17:22:35,614 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T17:22:35,614 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T17:22:35,616 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T17:22:35,616 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731605015616 2024-11-14T17:22:35,616 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731605075616 2024-11-14T17:22:35,616 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T17:22:35,617 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,33939,1731604951697-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:22:35,617 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,33939,1731604951697-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:22:35,617 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,33939,1731604951697-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:22:35,617 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4e57a52647ef:33939, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:22:35,617 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T17:22:35,617 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T17:22:35,622 DEBUG [master/4e57a52647ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T17:22:35,623 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.611sec 2024-11-14T17:22:35,623 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T17:22:35,624 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T17:22:35,624 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T17:22:35,624 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T17:22:35,624 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T17:22:35,624 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,33939,1731604951697-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T17:22:35,624 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,33939,1731604951697-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T17:22:35,627 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T17:22:35,627 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T17:22:35,627 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,33939,1731604951697-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:22:35,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@450ae647, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:35,711 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,33939,-1 for getting cluster id 2024-11-14T17:22:35,711 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:22:35,720 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a6e330d-ce5f-4b89-91f7-be759524f03a' 2024-11-14T17:22:35,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:22:35,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a6e330d-ce5f-4b89-91f7-be759524f03a" 2024-11-14T17:22:35,721 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bfc8f39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:35,721 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,33939,-1] 2024-11-14T17:22:35,721 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:22:35,721 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:35,724 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:22:35,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@152a3700, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:35,727 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:22:35,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,41501,1731604951854, seqNum=-1] 2024-11-14T17:22:35,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:22:35,733 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:22:35,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4e57a52647ef,33939,1731604951697 2024-11-14T17:22:35,736 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:56043 2024-11-14T17:22:35,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:56043, baseZNode=/2245437006 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:22:35,770 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x100ab76182b0008 connected 2024-11-14T17:22:35,783 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:22:35,785 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,36955,1731604943296 2024-11-14T17:22:35,785 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@289d7e12 2024-11-14T17:22:35,785 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:22:35,792 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:22:35,793 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36955 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T17:22:35,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36955 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T17:22:35,799 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T17:22:35,799 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:22:35,800 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T17:22:35,800 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36955 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T17:22:35,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:22:35,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36583 is added to blk_1073741835_1011 (size=902) 2024-11-14T17:22:35,883 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 51887df770325ada7d8b0a14b8b360b0, NAME => 'test,,1731604955792.51887df770325ada7d8b0a14b8b360b0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778 2024-11-14T17:22:35,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:22:35,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36583 is added to blk_1073741836_1012 (size=39) 2024-11-14T17:22:36,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:22:36,135 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T17:22:36,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:36,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:36,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:36,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:36,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:36,196 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:36,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:36,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:36,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:36,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:36,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:36,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:36,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:36,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:36,359 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731604955792.51887df770325ada7d8b0a14b8b360b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:22:36,359 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 51887df770325ada7d8b0a14b8b360b0, disabling compactions & flushes 2024-11-14T17:22:36,359 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731604955792.51887df770325ada7d8b0a14b8b360b0. 2024-11-14T17:22:36,359 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731604955792.51887df770325ada7d8b0a14b8b360b0. 2024-11-14T17:22:36,359 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731604955792.51887df770325ada7d8b0a14b8b360b0. after waiting 0 ms 2024-11-14T17:22:36,359 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731604955792.51887df770325ada7d8b0a14b8b360b0. 2024-11-14T17:22:36,359 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731604955792.51887df770325ada7d8b0a14b8b360b0. 2024-11-14T17:22:36,359 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 51887df770325ada7d8b0a14b8b360b0: Waiting for close lock at 1731604956359Disabling compacts and flushes for region at 1731604956359Disabling writes for close at 1731604956359Writing region close event to WAL at 1731604956359Closed at 1731604956359 2024-11-14T17:22:36,360 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T17:22:36,361 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731604955792.51887df770325ada7d8b0a14b8b360b0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731604956360"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731604956360"}]},"ts":"1731604956360"} 2024-11-14T17:22:36,379 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T17:22:36,380 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T17:22:36,380 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604956380"}]},"ts":"1731604956380"} 2024-11-14T17:22:36,383 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T17:22:36,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=51887df770325ada7d8b0a14b8b360b0, ASSIGN}] 2024-11-14T17:22:36,385 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=51887df770325ada7d8b0a14b8b360b0, ASSIGN 2024-11-14T17:22:36,385 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=51887df770325ada7d8b0a14b8b360b0, ASSIGN; state=OFFLINE, location=4e57a52647ef,44623,1731604943726; forceNewPlan=false, retain=false 2024-11-14T17:22:36,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:22:36,536 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=51887df770325ada7d8b0a14b8b360b0, regionState=OPENING, regionLocation=4e57a52647ef,44623,1731604943726 2024-11-14T17:22:36,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=51887df770325ada7d8b0a14b8b360b0, ASSIGN because future has completed 2024-11-14T17:22:36,540 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51887df770325ada7d8b0a14b8b360b0, server=4e57a52647ef,44623,1731604943726}] 2024-11-14T17:22:36,722 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731604955792.51887df770325ada7d8b0a14b8b360b0. 2024-11-14T17:22:36,723 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 51887df770325ada7d8b0a14b8b360b0, NAME => 'test,,1731604955792.51887df770325ada7d8b0a14b8b360b0.', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:22:36,723 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T17:22:36,723 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T17:22:36,723 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 51887df770325ada7d8b0a14b8b360b0 2024-11-14T17:22:36,723 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731604955792.51887df770325ada7d8b0a14b8b360b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:22:36,723 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 51887df770325ada7d8b0a14b8b360b0 2024-11-14T17:22:36,723 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 51887df770325ada7d8b0a14b8b360b0 2024-11-14T17:22:36,724 INFO [StoreOpener-51887df770325ada7d8b0a14b8b360b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 51887df770325ada7d8b0a14b8b360b0 2024-11-14T17:22:36,726 INFO [StoreOpener-51887df770325ada7d8b0a14b8b360b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51887df770325ada7d8b0a14b8b360b0 columnFamilyName f 2024-11-14T17:22:36,726 DEBUG [StoreOpener-51887df770325ada7d8b0a14b8b360b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:22:36,726 INFO [StoreOpener-51887df770325ada7d8b0a14b8b360b0-1 {}] regionserver.HStore(327): Store=51887df770325ada7d8b0a14b8b360b0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:22:36,726 INFO [StoreOpener-51887df770325ada7d8b0a14b8b360b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 51887df770325ada7d8b0a14b8b360b0 2024-11-14T17:22:36,727 INFO [StoreOpener-51887df770325ada7d8b0a14b8b360b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51887df770325ada7d8b0a14b8b360b0 columnFamilyName f1 2024-11-14T17:22:36,728 DEBUG [StoreOpener-51887df770325ada7d8b0a14b8b360b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:22:36,728 INFO [StoreOpener-51887df770325ada7d8b0a14b8b360b0-1 {}] regionserver.HStore(327): Store=51887df770325ada7d8b0a14b8b360b0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:22:36,729 INFO [StoreOpener-51887df770325ada7d8b0a14b8b360b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 51887df770325ada7d8b0a14b8b360b0 2024-11-14T17:22:36,729 INFO [StoreOpener-51887df770325ada7d8b0a14b8b360b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51887df770325ada7d8b0a14b8b360b0 columnFamilyName norep 2024-11-14T17:22:36,729 DEBUG [StoreOpener-51887df770325ada7d8b0a14b8b360b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:22:36,730 INFO [StoreOpener-51887df770325ada7d8b0a14b8b360b0-1 {}] regionserver.HStore(327): Store=51887df770325ada7d8b0a14b8b360b0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:22:36,730 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 51887df770325ada7d8b0a14b8b360b0 2024-11-14T17:22:36,730 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/data/default/test/51887df770325ada7d8b0a14b8b360b0 2024-11-14T17:22:36,731 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/data/default/test/51887df770325ada7d8b0a14b8b360b0 2024-11-14T17:22:36,731 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 51887df770325ada7d8b0a14b8b360b0 2024-11-14T17:22:36,731 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 51887df770325ada7d8b0a14b8b360b0 2024-11-14T17:22:36,732 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T17:22:36,733 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 51887df770325ada7d8b0a14b8b360b0 2024-11-14T17:22:36,734 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/data/default/test/51887df770325ada7d8b0a14b8b360b0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:22:36,735 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 51887df770325ada7d8b0a14b8b360b0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60625007, jitterRate=-0.09661699831485748}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T17:22:36,735 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 51887df770325ada7d8b0a14b8b360b0 2024-11-14T17:22:36,735 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 51887df770325ada7d8b0a14b8b360b0: Running coprocessor pre-open hook at 1731604956723Writing region info on filesystem at 1731604956723Initializing all the Stores at 1731604956724 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604956724Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604956724Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604956724Cleaning up temporary data from old regions at 1731604956731 (+7 ms)Running coprocessor post-open hooks at 1731604956735 (+4 ms)Region opened successfully at 1731604956735 2024-11-14T17:22:36,737 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731604955792.51887df770325ada7d8b0a14b8b360b0., pid=6, masterSystemTime=1731604956698 2024-11-14T17:22:36,747 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731604955792.51887df770325ada7d8b0a14b8b360b0. 2024-11-14T17:22:36,747 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731604955792.51887df770325ada7d8b0a14b8b360b0. 2024-11-14T17:22:36,748 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=51887df770325ada7d8b0a14b8b360b0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4e57a52647ef,44623,1731604943726 2024-11-14T17:22:36,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51887df770325ada7d8b0a14b8b360b0, server=4e57a52647ef,44623,1731604943726 because future has completed 2024-11-14T17:22:36,752 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T17:22:36,753 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 51887df770325ada7d8b0a14b8b360b0, server=4e57a52647ef,44623,1731604943726 in 211 msec 2024-11-14T17:22:36,755 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T17:22:36,755 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=51887df770325ada7d8b0a14b8b360b0, ASSIGN in 370 msec 2024-11-14T17:22:36,756 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T17:22:36,756 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604956756"}]},"ts":"1731604956756"} 2024-11-14T17:22:36,758 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T17:22:36,759 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T17:22:36,761 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 966 msec 2024-11-14T17:22:36,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:22:36,947 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T17:22:36,947 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:22:36,948 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,41747,1731604948416 2024-11-14T17:22:36,948 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12dafa31 2024-11-14T17:22:36,949 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:22:36,950 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:22:36,953 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T17:22:36,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T17:22:36,963 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T17:22:36,963 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:22:36,964 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T17:22:36,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T17:22:36,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:22:37,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36577 is added to blk_1073741835_1011 (size=902) 2024-11-14T17:22:37,027 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a7839df5491a83b6ac02e050f89f00ef, NAME => 'test,,1731604956952.a7839df5491a83b6ac02e050f89f00ef.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5 2024-11-14T17:22:37,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36577 is added to blk_1073741836_1012 (size=39) 2024-11-14T17:22:37,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:22:37,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:22:37,482 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731604956952.a7839df5491a83b6ac02e050f89f00ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:22:37,482 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a7839df5491a83b6ac02e050f89f00ef, disabling compactions & flushes 2024-11-14T17:22:37,482 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731604956952.a7839df5491a83b6ac02e050f89f00ef. 2024-11-14T17:22:37,482 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731604956952.a7839df5491a83b6ac02e050f89f00ef. 2024-11-14T17:22:37,482 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731604956952.a7839df5491a83b6ac02e050f89f00ef. after waiting 0 ms 2024-11-14T17:22:37,482 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731604956952.a7839df5491a83b6ac02e050f89f00ef. 2024-11-14T17:22:37,482 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731604956952.a7839df5491a83b6ac02e050f89f00ef. 2024-11-14T17:22:37,482 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a7839df5491a83b6ac02e050f89f00ef: Waiting for close lock at 1731604957482Disabling compacts and flushes for region at 1731604957482Disabling writes for close at 1731604957482Writing region close event to WAL at 1731604957482Closed at 1731604957482 2024-11-14T17:22:37,483 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T17:22:37,484 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731604956952.a7839df5491a83b6ac02e050f89f00ef.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731604957483"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731604957483"}]},"ts":"1731604957483"} 2024-11-14T17:22:37,487 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T17:22:37,488 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T17:22:37,489 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604957488"}]},"ts":"1731604957488"} 2024-11-14T17:22:37,490 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T17:22:37,491 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a7839df5491a83b6ac02e050f89f00ef, ASSIGN}] 2024-11-14T17:22:37,492 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a7839df5491a83b6ac02e050f89f00ef, ASSIGN 2024-11-14T17:22:37,493 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a7839df5491a83b6ac02e050f89f00ef, ASSIGN; state=OFFLINE, location=4e57a52647ef,37901,1731604948616; forceNewPlan=false, retain=false 2024-11-14T17:22:37,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:22:37,647 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a7839df5491a83b6ac02e050f89f00ef, regionState=OPENING, regionLocation=4e57a52647ef,37901,1731604948616 2024-11-14T17:22:37,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a7839df5491a83b6ac02e050f89f00ef, ASSIGN because future has completed 2024-11-14T17:22:37,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7839df5491a83b6ac02e050f89f00ef, server=4e57a52647ef,37901,1731604948616}] 2024-11-14T17:22:37,855 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731604956952.a7839df5491a83b6ac02e050f89f00ef. 2024-11-14T17:22:37,855 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a7839df5491a83b6ac02e050f89f00ef, NAME => 'test,,1731604956952.a7839df5491a83b6ac02e050f89f00ef.', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:22:37,855 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T17:22:37,855 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T17:22:37,856 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a7839df5491a83b6ac02e050f89f00ef 2024-11-14T17:22:37,856 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731604956952.a7839df5491a83b6ac02e050f89f00ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:22:37,856 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a7839df5491a83b6ac02e050f89f00ef 2024-11-14T17:22:37,856 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a7839df5491a83b6ac02e050f89f00ef 2024-11-14T17:22:37,863 INFO [StoreOpener-a7839df5491a83b6ac02e050f89f00ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a7839df5491a83b6ac02e050f89f00ef 2024-11-14T17:22:37,871 INFO [StoreOpener-a7839df5491a83b6ac02e050f89f00ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7839df5491a83b6ac02e050f89f00ef columnFamilyName f 2024-11-14T17:22:37,871 DEBUG [StoreOpener-a7839df5491a83b6ac02e050f89f00ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:22:37,872 INFO [StoreOpener-a7839df5491a83b6ac02e050f89f00ef-1 {}] regionserver.HStore(327): Store=a7839df5491a83b6ac02e050f89f00ef/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:22:37,872 INFO [StoreOpener-a7839df5491a83b6ac02e050f89f00ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a7839df5491a83b6ac02e050f89f00ef 2024-11-14T17:22:37,883 INFO [StoreOpener-a7839df5491a83b6ac02e050f89f00ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7839df5491a83b6ac02e050f89f00ef columnFamilyName f1 2024-11-14T17:22:37,883 DEBUG [StoreOpener-a7839df5491a83b6ac02e050f89f00ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:22:37,883 INFO [StoreOpener-a7839df5491a83b6ac02e050f89f00ef-1 {}] regionserver.HStore(327): Store=a7839df5491a83b6ac02e050f89f00ef/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:22:37,883 INFO [StoreOpener-a7839df5491a83b6ac02e050f89f00ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a7839df5491a83b6ac02e050f89f00ef 2024-11-14T17:22:37,891 INFO [StoreOpener-a7839df5491a83b6ac02e050f89f00ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7839df5491a83b6ac02e050f89f00ef columnFamilyName norep 2024-11-14T17:22:37,891 DEBUG [StoreOpener-a7839df5491a83b6ac02e050f89f00ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:22:37,892 INFO [StoreOpener-a7839df5491a83b6ac02e050f89f00ef-1 {}] regionserver.HStore(327): Store=a7839df5491a83b6ac02e050f89f00ef/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:22:37,892 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a7839df5491a83b6ac02e050f89f00ef 2024-11-14T17:22:37,893 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/data/default/test/a7839df5491a83b6ac02e050f89f00ef 2024-11-14T17:22:37,893 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/data/default/test/a7839df5491a83b6ac02e050f89f00ef 2024-11-14T17:22:37,895 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a7839df5491a83b6ac02e050f89f00ef 2024-11-14T17:22:37,895 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a7839df5491a83b6ac02e050f89f00ef 2024-11-14T17:22:37,898 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T17:22:37,899 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a7839df5491a83b6ac02e050f89f00ef 2024-11-14T17:22:37,903 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/data/default/test/a7839df5491a83b6ac02e050f89f00ef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:22:37,904 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a7839df5491a83b6ac02e050f89f00ef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58976081, jitterRate=-0.12118791043758392}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T17:22:37,904 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a7839df5491a83b6ac02e050f89f00ef 2024-11-14T17:22:37,904 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a7839df5491a83b6ac02e050f89f00ef: Running coprocessor pre-open hook at 1731604957856Writing region info on filesystem at 1731604957856Initializing all the Stores at 1731604957857 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604957857Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604957860 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604957860Cleaning up temporary data from old regions at 1731604957895 (+35 ms)Running coprocessor post-open hooks at 1731604957904 (+9 ms)Region opened successfully at 1731604957904 2024-11-14T17:22:37,905 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731604956952.a7839df5491a83b6ac02e050f89f00ef., pid=6, masterSystemTime=1731604957820 2024-11-14T17:22:37,912 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731604956952.a7839df5491a83b6ac02e050f89f00ef. 2024-11-14T17:22:37,913 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731604956952.a7839df5491a83b6ac02e050f89f00ef. 2024-11-14T17:22:37,917 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a7839df5491a83b6ac02e050f89f00ef, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4e57a52647ef,37901,1731604948616 2024-11-14T17:22:37,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7839df5491a83b6ac02e050f89f00ef, server=4e57a52647ef,37901,1731604948616 because future has completed 2024-11-14T17:22:37,937 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41747 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=4e57a52647ef,37901,1731604948616, table=test, region=a7839df5491a83b6ac02e050f89f00ef. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T17:22:37,941 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T17:22:37,941 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a7839df5491a83b6ac02e050f89f00ef, server=4e57a52647ef,37901,1731604948616 in 281 msec 2024-11-14T17:22:37,944 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T17:22:37,945 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a7839df5491a83b6ac02e050f89f00ef, ASSIGN in 450 msec 2024-11-14T17:22:37,946 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T17:22:37,946 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604957946"}]},"ts":"1731604957946"} 2024-11-14T17:22:37,950 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T17:22:37,950 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T17:22:37,952 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 997 msec 2024-11-14T17:22:38,052 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T17:22:38,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:22:38,113 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T17:22:38,114 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:22:38,115 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,33939,1731604951697 2024-11-14T17:22:38,115 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3593d6eb 2024-11-14T17:22:38,115 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:22:38,116 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:22:38,117 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33939 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T17:22:38,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33939 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T17:22:38,126 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T17:22:38,127 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:22:38,127 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33939 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T17:22:38,129 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T17:22:38,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:22:38,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38379 is added to blk_1073741835_1011 (size=902) 2024-11-14T17:22:38,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:22:38,432 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:22:38,433 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4e57a52647ef,35055,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e57a52647ef:35055 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T17:22:38,434 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88517 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4e57a52647ef,35055,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e57a52647ef:35055 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T17:22:38,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:22:38,567 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5d3e633685a417c5b8a25b9058eb636a, NAME => 'test,,1731604958117.5d3e633685a417c5b8a25b9058eb636a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2 2024-11-14T17:22:38,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38379 is added to blk_1073741836_1012 (size=39) 2024-11-14T17:22:38,619 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731604958117.5d3e633685a417c5b8a25b9058eb636a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:22:38,619 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5d3e633685a417c5b8a25b9058eb636a, disabling compactions & flushes 2024-11-14T17:22:38,619 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731604958117.5d3e633685a417c5b8a25b9058eb636a. 2024-11-14T17:22:38,619 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731604958117.5d3e633685a417c5b8a25b9058eb636a. 2024-11-14T17:22:38,619 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731604958117.5d3e633685a417c5b8a25b9058eb636a. after waiting 0 ms 2024-11-14T17:22:38,619 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731604958117.5d3e633685a417c5b8a25b9058eb636a. 2024-11-14T17:22:38,619 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731604958117.5d3e633685a417c5b8a25b9058eb636a. 2024-11-14T17:22:38,619 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5d3e633685a417c5b8a25b9058eb636a: Waiting for close lock at 1731604958619Disabling compacts and flushes for region at 1731604958619Disabling writes for close at 1731604958619Writing region close event to WAL at 1731604958619Closed at 1731604958619 2024-11-14T17:22:38,620 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T17:22:38,621 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731604958117.5d3e633685a417c5b8a25b9058eb636a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731604958620"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731604958620"}]},"ts":"1731604958620"} 2024-11-14T17:22:38,627 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T17:22:38,628 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T17:22:38,629 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604958628"}]},"ts":"1731604958628"} 2024-11-14T17:22:38,631 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T17:22:38,631 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5d3e633685a417c5b8a25b9058eb636a, ASSIGN}] 2024-11-14T17:22:38,634 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5d3e633685a417c5b8a25b9058eb636a, ASSIGN 2024-11-14T17:22:38,637 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5d3e633685a417c5b8a25b9058eb636a, ASSIGN; state=OFFLINE, location=4e57a52647ef,41501,1731604951854; forceNewPlan=false, retain=false 2024-11-14T17:22:38,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:22:38,796 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5d3e633685a417c5b8a25b9058eb636a, regionState=OPENING, regionLocation=4e57a52647ef,41501,1731604951854 2024-11-14T17:22:38,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5d3e633685a417c5b8a25b9058eb636a, ASSIGN because future has completed 2024-11-14T17:22:38,827 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d3e633685a417c5b8a25b9058eb636a, server=4e57a52647ef,41501,1731604951854}] 2024-11-14T17:22:38,998 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731604958117.5d3e633685a417c5b8a25b9058eb636a. 2024-11-14T17:22:38,999 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5d3e633685a417c5b8a25b9058eb636a, NAME => 'test,,1731604958117.5d3e633685a417c5b8a25b9058eb636a.', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:22:38,999 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T17:22:38,999 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T17:22:39,000 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5d3e633685a417c5b8a25b9058eb636a 2024-11-14T17:22:39,000 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731604958117.5d3e633685a417c5b8a25b9058eb636a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:22:39,000 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5d3e633685a417c5b8a25b9058eb636a 2024-11-14T17:22:39,000 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5d3e633685a417c5b8a25b9058eb636a 2024-11-14T17:22:39,019 INFO [StoreOpener-5d3e633685a417c5b8a25b9058eb636a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5d3e633685a417c5b8a25b9058eb636a 2024-11-14T17:22:39,024 INFO [StoreOpener-5d3e633685a417c5b8a25b9058eb636a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d3e633685a417c5b8a25b9058eb636a columnFamilyName f 2024-11-14T17:22:39,024 DEBUG [StoreOpener-5d3e633685a417c5b8a25b9058eb636a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:22:39,024 INFO [StoreOpener-5d3e633685a417c5b8a25b9058eb636a-1 {}] regionserver.HStore(327): Store=5d3e633685a417c5b8a25b9058eb636a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:22:39,024 INFO [StoreOpener-5d3e633685a417c5b8a25b9058eb636a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5d3e633685a417c5b8a25b9058eb636a 2024-11-14T17:22:39,026 INFO [StoreOpener-5d3e633685a417c5b8a25b9058eb636a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d3e633685a417c5b8a25b9058eb636a columnFamilyName f1 2024-11-14T17:22:39,026 DEBUG [StoreOpener-5d3e633685a417c5b8a25b9058eb636a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:22:39,026 INFO [StoreOpener-5d3e633685a417c5b8a25b9058eb636a-1 {}] regionserver.HStore(327): Store=5d3e633685a417c5b8a25b9058eb636a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:22:39,026 INFO [StoreOpener-5d3e633685a417c5b8a25b9058eb636a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5d3e633685a417c5b8a25b9058eb636a 2024-11-14T17:22:39,027 INFO [StoreOpener-5d3e633685a417c5b8a25b9058eb636a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d3e633685a417c5b8a25b9058eb636a columnFamilyName norep 2024-11-14T17:22:39,027 DEBUG [StoreOpener-5d3e633685a417c5b8a25b9058eb636a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:22:39,028 INFO [StoreOpener-5d3e633685a417c5b8a25b9058eb636a-1 {}] regionserver.HStore(327): Store=5d3e633685a417c5b8a25b9058eb636a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:22:39,028 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5d3e633685a417c5b8a25b9058eb636a 2024-11-14T17:22:39,029 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/data/default/test/5d3e633685a417c5b8a25b9058eb636a 2024-11-14T17:22:39,029 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/data/default/test/5d3e633685a417c5b8a25b9058eb636a 2024-11-14T17:22:39,030 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5d3e633685a417c5b8a25b9058eb636a 2024-11-14T17:22:39,030 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5d3e633685a417c5b8a25b9058eb636a 2024-11-14T17:22:39,031 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T17:22:39,032 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5d3e633685a417c5b8a25b9058eb636a 2024-11-14T17:22:39,039 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/data/default/test/5d3e633685a417c5b8a25b9058eb636a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:22:39,039 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5d3e633685a417c5b8a25b9058eb636a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72569081, jitterRate=0.08136357367038727}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T17:22:39,040 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5d3e633685a417c5b8a25b9058eb636a 2024-11-14T17:22:39,040 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5d3e633685a417c5b8a25b9058eb636a: Running coprocessor pre-open hook at 1731604959000Writing region info on filesystem at 1731604959000Initializing all the Stores at 1731604959001 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604959001Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604959018 (+17 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604959018Cleaning up temporary data from old regions at 1731604959030 (+12 ms)Running coprocessor post-open hooks at 1731604959040 (+10 ms)Region opened successfully at 1731604959040 2024-11-14T17:22:39,040 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731604958117.5d3e633685a417c5b8a25b9058eb636a., pid=6, masterSystemTime=1731604958986 2024-11-14T17:22:39,042 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731604958117.5d3e633685a417c5b8a25b9058eb636a. 2024-11-14T17:22:39,042 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731604958117.5d3e633685a417c5b8a25b9058eb636a. 2024-11-14T17:22:39,043 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5d3e633685a417c5b8a25b9058eb636a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4e57a52647ef,41501,1731604951854 2024-11-14T17:22:39,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d3e633685a417c5b8a25b9058eb636a, server=4e57a52647ef,41501,1731604951854 because future has completed 2024-11-14T17:22:39,048 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T17:22:39,049 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5d3e633685a417c5b8a25b9058eb636a, server=4e57a52647ef,41501,1731604951854 in 220 msec 2024-11-14T17:22:39,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T17:22:39,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5d3e633685a417c5b8a25b9058eb636a, ASSIGN in 418 msec 2024-11-14T17:22:39,053 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T17:22:39,053 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604959053"}]},"ts":"1731604959053"} 2024-11-14T17:22:39,055 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T17:22:39,056 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T17:22:39,058 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 939 msec 2024-11-14T17:22:39,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:22:39,275 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T17:22:39,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44490879, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:39,277 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,36955,-1 for getting cluster id 2024-11-14T17:22:39,277 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:22:39,281 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cd29e9f0-3137-4222-8884-9def3efe7a8f' 2024-11-14T17:22:39,282 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:22:39,282 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cd29e9f0-3137-4222-8884-9def3efe7a8f" 2024-11-14T17:22:39,283 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8ea51eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:39,283 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,36955,-1] 2024-11-14T17:22:39,283 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:22:39,283 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:39,287 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:22:39,287 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5238d0ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:39,288 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:22:39,289 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,36955,1731604943296 2024-11-14T17:22:39,289 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50cd344b 2024-11-14T17:22:39,289 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:22:39,295 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:22:39,295 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36955 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://4e57a52647ef:41747,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T17:22:39,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36955 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T17:22:39,301 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4e57a52647ef:41747' 2024-11-14T17:22:39,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:22:39,311 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@622960d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:39,311 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,41747,-1 for getting cluster id 2024-11-14T17:22:39,311 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:22:39,311 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '768982d4-a92e-45da-a2e9-b8aeb1617bfd' 2024-11-14T17:22:39,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:22:39,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "768982d4-a92e-45da-a2e9-b8aeb1617bfd" 2024-11-14T17:22:39,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@385c95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:39,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,41747,-1] 2024-11-14T17:22:39,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:22:39,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:39,313 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:22:39,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c847caf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:39,314 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:22:39,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,41747,1731604948416 2024-11-14T17:22:39,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@460520cf 2024-11-14T17:22:39,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:22:39,317 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:22:39,322 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-14T17:22:39,323 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T17:22:39,323 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:39,323 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:39,323 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:22:39,323 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T17:22:39,325 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T17:22:39,329 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T17:22:39,329 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:22:39,331 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T17:22:39,378 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T17:22:39,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36583 is added to blk_1073741837_1013 (size=1138) 2024-11-14T17:22:39,412 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 92f929f1bd5402f9cb6845a240c58f3f, NAME => 'hbase:replication,,1731604959323.92f929f1bd5402f9cb6845a240c58f3f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778 2024-11-14T17:22:39,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:22:39,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36583 is added to blk_1073741838_1014 (size=44) 2024-11-14T17:22:39,467 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731604959323.92f929f1bd5402f9cb6845a240c58f3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:22:39,467 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 92f929f1bd5402f9cb6845a240c58f3f, disabling compactions & flushes 2024-11-14T17:22:39,467 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731604959323.92f929f1bd5402f9cb6845a240c58f3f. 2024-11-14T17:22:39,467 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731604959323.92f929f1bd5402f9cb6845a240c58f3f. 2024-11-14T17:22:39,467 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731604959323.92f929f1bd5402f9cb6845a240c58f3f. after waiting 0 ms 2024-11-14T17:22:39,467 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731604959323.92f929f1bd5402f9cb6845a240c58f3f. 2024-11-14T17:22:39,467 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731604959323.92f929f1bd5402f9cb6845a240c58f3f. 2024-11-14T17:22:39,467 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 92f929f1bd5402f9cb6845a240c58f3f: Waiting for close lock at 1731604959467Disabling compacts and flushes for region at 1731604959467Disabling writes for close at 1731604959467Writing region close event to WAL at 1731604959467Closed at 1731604959467 2024-11-14T17:22:39,471 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T17:22:39,471 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731604959323.92f929f1bd5402f9cb6845a240c58f3f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731604959471"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731604959471"}]},"ts":"1731604959471"} 2024-11-14T17:22:39,479 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T17:22:39,481 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T17:22:39,481 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604959481"}]},"ts":"1731604959481"} 2024-11-14T17:22:39,489 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T17:22:39,490 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=92f929f1bd5402f9cb6845a240c58f3f, ASSIGN}] 2024-11-14T17:22:39,495 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=92f929f1bd5402f9cb6845a240c58f3f, ASSIGN 2024-11-14T17:22:39,497 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=92f929f1bd5402f9cb6845a240c58f3f, ASSIGN; state=OFFLINE, location=4e57a52647ef,44623,1731604943726; forceNewPlan=false, retain=false 2024-11-14T17:22:39,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:22:39,647 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=92f929f1bd5402f9cb6845a240c58f3f, regionState=OPENING, regionLocation=4e57a52647ef,44623,1731604943726 2024-11-14T17:22:39,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=92f929f1bd5402f9cb6845a240c58f3f, ASSIGN because future has completed 2024-11-14T17:22:39,658 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92f929f1bd5402f9cb6845a240c58f3f, server=4e57a52647ef,44623,1731604943726}] 2024-11-14T17:22:39,843 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731604959323.92f929f1bd5402f9cb6845a240c58f3f. 2024-11-14T17:22:39,843 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:22:39,843 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T17:22:39,846 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4e57a52647ef%2C44623%2C1731604943726.rep, suffix=, logDir=hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/WALs/4e57a52647ef,44623,1731604943726, archiveDir=hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/oldWALs, maxLogs=10 2024-11-14T17:22:39,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/WALs/4e57a52647ef,44623,1731604943726/4e57a52647ef%2C44623%2C1731604943726.rep.1731604959846, exclude list is [], retry=0 2024-11-14T17:22:39,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36583,DS-00fbf1a4-5de2-4aa8-8cde-5676a24e170d,DISK] 2024-11-14T17:22:39,915 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/WALs/4e57a52647ef,44623,1731604943726/4e57a52647ef%2C44623%2C1731604943726.rep.1731604959846 2024-11-14T17:22:39,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40873:40873)] 2024-11-14T17:22:39,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 92f929f1bd5402f9cb6845a240c58f3f, NAME => 'hbase:replication,,1731604959323.92f929f1bd5402f9cb6845a240c58f3f.', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:22:39,919 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T17:22:39,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T17:22:39,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731604959323.92f929f1bd5402f9cb6845a240c58f3f. service=MultiRowMutationService 2024-11-14T17:22:39,919 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T17:22:39,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 92f929f1bd5402f9cb6845a240c58f3f 2024-11-14T17:22:39,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731604959323.92f929f1bd5402f9cb6845a240c58f3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:22:39,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 92f929f1bd5402f9cb6845a240c58f3f 2024-11-14T17:22:39,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 92f929f1bd5402f9cb6845a240c58f3f 2024-11-14T17:22:39,923 INFO [StoreOpener-92f929f1bd5402f9cb6845a240c58f3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 92f929f1bd5402f9cb6845a240c58f3f 2024-11-14T17:22:39,925 INFO [StoreOpener-92f929f1bd5402f9cb6845a240c58f3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92f929f1bd5402f9cb6845a240c58f3f columnFamilyName hfileref 2024-11-14T17:22:39,925 DEBUG [StoreOpener-92f929f1bd5402f9cb6845a240c58f3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:22:39,925 INFO [StoreOpener-92f929f1bd5402f9cb6845a240c58f3f-1 {}] regionserver.HStore(327): Store=92f929f1bd5402f9cb6845a240c58f3f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:22:39,925 INFO [StoreOpener-92f929f1bd5402f9cb6845a240c58f3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 92f929f1bd5402f9cb6845a240c58f3f 2024-11-14T17:22:39,927 INFO [StoreOpener-92f929f1bd5402f9cb6845a240c58f3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92f929f1bd5402f9cb6845a240c58f3f columnFamilyName queue 2024-11-14T17:22:39,927 DEBUG [StoreOpener-92f929f1bd5402f9cb6845a240c58f3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:22:39,929 INFO [StoreOpener-92f929f1bd5402f9cb6845a240c58f3f-1 {}] regionserver.HStore(327): Store=92f929f1bd5402f9cb6845a240c58f3f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:22:39,929 INFO [StoreOpener-92f929f1bd5402f9cb6845a240c58f3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 92f929f1bd5402f9cb6845a240c58f3f 2024-11-14T17:22:39,933 INFO [StoreOpener-92f929f1bd5402f9cb6845a240c58f3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92f929f1bd5402f9cb6845a240c58f3f columnFamilyName sid 2024-11-14T17:22:39,934 DEBUG [StoreOpener-92f929f1bd5402f9cb6845a240c58f3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:22:39,935 INFO [StoreOpener-92f929f1bd5402f9cb6845a240c58f3f-1 {}] regionserver.HStore(327): Store=92f929f1bd5402f9cb6845a240c58f3f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:22:39,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 92f929f1bd5402f9cb6845a240c58f3f 2024-11-14T17:22:39,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/data/hbase/replication/92f929f1bd5402f9cb6845a240c58f3f 2024-11-14T17:22:39,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/data/hbase/replication/92f929f1bd5402f9cb6845a240c58f3f 2024-11-14T17:22:39,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 92f929f1bd5402f9cb6845a240c58f3f 2024-11-14T17:22:39,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 92f929f1bd5402f9cb6845a240c58f3f 2024-11-14T17:22:39,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:22:39,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T17:22:39,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 92f929f1bd5402f9cb6845a240c58f3f 2024-11-14T17:22:39,963 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/data/hbase/replication/92f929f1bd5402f9cb6845a240c58f3f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:22:39,964 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 92f929f1bd5402f9cb6845a240c58f3f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64172206, jitterRate=-0.04375961422920227}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T17:22:39,964 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 92f929f1bd5402f9cb6845a240c58f3f 2024-11-14T17:22:39,964 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 92f929f1bd5402f9cb6845a240c58f3f: Running coprocessor pre-open hook at 1731604959920Writing region info on filesystem at 1731604959920Initializing all the Stores at 1731604959921 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604959921Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604959923 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604959923Cleaning up temporary data from old regions at 1731604959946 (+23 ms)Running coprocessor post-open hooks at 1731604959964 (+18 ms)Region opened successfully at 1731604959964 2024-11-14T17:22:39,967 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731604959323.92f929f1bd5402f9cb6845a240c58f3f., pid=10, masterSystemTime=1731604959812 2024-11-14T17:22:39,974 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731604959323.92f929f1bd5402f9cb6845a240c58f3f. 2024-11-14T17:22:39,974 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731604959323.92f929f1bd5402f9cb6845a240c58f3f. 2024-11-14T17:22:39,978 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=92f929f1bd5402f9cb6845a240c58f3f, regionState=OPEN, openSeqNum=2, regionLocation=4e57a52647ef,44623,1731604943726 2024-11-14T17:22:39,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92f929f1bd5402f9cb6845a240c58f3f, server=4e57a52647ef,44623,1731604943726 because future has completed 2024-11-14T17:22:40,008 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T17:22:40,008 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 92f929f1bd5402f9cb6845a240c58f3f, server=4e57a52647ef,44623,1731604943726 in 344 msec 2024-11-14T17:22:40,010 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T17:22:40,010 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=92f929f1bd5402f9cb6845a240c58f3f, ASSIGN in 518 msec 2024-11-14T17:22:40,013 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T17:22:40,014 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604960013"}]},"ts":"1731604960013"} 2024-11-14T17:22:40,023 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T17:22:40,024 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T17:22:40,025 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 701 msec 2024-11-14T17:22:40,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731604959323.92f929f1bd5402f9cb6845a240c58f3f., hostname=4e57a52647ef,44623,1731604943726, seqNum=2] 2024-11-14T17:22:40,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36955-0x100ab76182b0000, quorum=127.0.0.1:56043, baseZNode=/0-734022270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-734022270 2024-11-14T17:22:40,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44623-0x100ab76182b0001, quorum=127.0.0.1:56043, baseZNode=/0-734022270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-734022270 2024-11-14T17:22:40,078 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T17:22:40,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44623 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T17:22:40,239 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T17:22:40,310 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4e57a52647ef,44623,1731604943726, ReplicationSource: 1, currentBandwidth=0 2024-11-14T17:22:40,313 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:22:40,313 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,44623,1731604943726, seqNum=-1] 2024-11-14T17:22:40,314 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:22:40,317 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48803, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-14T17:22:40,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4e57a52647ef,44623,1731604943726', locateType=CURRENT is [region=hbase:replication,,1731604959323.92f929f1bd5402f9cb6845a240c58f3f., hostname=4e57a52647ef,44623,1731604943726, seqNum=2] 2024-11-14T17:22:40,326 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T17:22:40,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36955 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T17:22:40,332 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4e57a52647ef,44623,1731604943726 suceeded 2024-11-14T17:22:40,334 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T17:22:40,334 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 254 msec 2024-11-14T17:22:40,335 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4e57a52647ef:41747,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T17:22:40,336 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0400 sec 2024-11-14T17:22:40,369 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44623,1731604943726 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4e57a52647ef:41747' 2024-11-14T17:22:40,374 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44623,1731604943726 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44fb40a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:40,375 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44623,1731604943726 {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,41747,-1 for getting cluster id 2024-11-14T17:22:40,375 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44623,1731604943726 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:22:40,375 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '768982d4-a92e-45da-a2e9-b8aeb1617bfd' 2024-11-14T17:22:40,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:22:40,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "768982d4-a92e-45da-a2e9-b8aeb1617bfd" 2024-11-14T17:22:40,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b2b101e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:40,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,41747,-1] 2024-11-14T17:22:40,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:22:40,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:40,378 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:22:40,382 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44623,1731604943726 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b9265d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:40,382 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44623,1731604943726 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:22:40,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,41747,1731604948416 2024-11-14T17:22:40,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d2911cc 2024-11-14T17:22:40,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:22:40,385 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-14T17:22:40,391 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44623,1731604943726 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4e57a52647ef,44623,1731604943726 (queues=1) is replicating from cluster=cd29e9f0-3137-4222-8884-9def3efe7a8f to cluster=768982d4-a92e-45da-a2e9-b8aeb1617bfd 2024-11-14T17:22:40,391 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44623,1731604943726 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4e57a52647ef%2C44623%2C1731604943726 2024-11-14T17:22:40,391 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44623,1731604943726 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4e57a52647ef,44623,1731604943726, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T17:22:40,395 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44623,1731604943726.replicationSource.wal-reader.4e57a52647ef%2C44623%2C1731604943726,1-4e57a52647ef,44623,1731604943726 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/WALs/4e57a52647ef,44623,1731604943726/4e57a52647ef%2C44623%2C1731604943726.1731604946235, startPosition=0, beingWritten=true 2024-11-14T17:22:40,411 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44623,1731604943726.replicationSource.shipper4e57a52647ef%2C44623%2C1731604943726,1-4e57a52647ef,44623,1731604943726 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4e57a52647ef%2C44623%2C1731604943726 2024-11-14T17:22:40,440 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44623,1731604943726.replicationSource.wal-reader.4e57a52647ef%2C44623%2C1731604943726,1-4e57a52647ef,44623,1731604943726 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T17:22:40,440 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44623,1731604943726.replicationSource.wal-reader.4e57a52647ef%2C44623%2C1731604943726,1-4e57a52647ef,44623,1731604943726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/WALs/4e57a52647ef,44623,1731604943726/4e57a52647ef%2C44623%2C1731604943726.1731604946235 to pos 379, reset compression=false 2024-11-14T17:22:40,440 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44623,1731604943726.replicationSource.shipper4e57a52647ef%2C44623%2C1731604943726,1-4e57a52647ef,44623,1731604943726 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,44623,1731604943726 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/WALs/4e57a52647ef,44623,1731604943726/4e57a52647ef%2C44623%2C1731604943726.1731604946235, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T17:22:40,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:22:40,464 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:22:40,464 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:22:40,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:40,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:40,464 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:22:40,465 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T17:22:40,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d5cc7d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:40,467 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,41747,-1 for getting cluster id 2024-11-14T17:22:40,467 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:22:40,468 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '768982d4-a92e-45da-a2e9-b8aeb1617bfd' 2024-11-14T17:22:40,469 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:22:40,469 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "768982d4-a92e-45da-a2e9-b8aeb1617bfd" 2024-11-14T17:22:40,469 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31359b34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:40,469 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,41747,-1] 2024-11-14T17:22:40,469 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:22:40,470 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:40,472 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:22:40,473 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7033a4d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:40,474 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:22:40,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,41747,1731604948416 2024-11-14T17:22:40,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ff70d12 2024-11-14T17:22:40,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:22:40,477 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:22:40,478 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://4e57a52647ef:33939,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T17:22:40,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T17:22:40,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:22:40,481 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4e57a52647ef:33939' 2024-11-14T17:22:40,493 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6caf10a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:40,493 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,33939,-1 for getting cluster id 2024-11-14T17:22:40,493 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:22:40,494 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a6e330d-ce5f-4b89-91f7-be759524f03a' 2024-11-14T17:22:40,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:22:40,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a6e330d-ce5f-4b89-91f7-be759524f03a" 2024-11-14T17:22:40,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bf6d3fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:40,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,33939,-1] 2024-11-14T17:22:40,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:22:40,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:40,496 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:22:40,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c7869bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:40,497 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:22:40,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,33939,1731604951697 2024-11-14T17:22:40,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58c80d3e 2024-11-14T17:22:40,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:22:40,500 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:22:40,501 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-14T17:22:40,501 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T17:22:40,501 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:40,502 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:40,502 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:22:40,503 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T17:22:40,504 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T17:22:40,505 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T17:22:40,505 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:22:40,507 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T17:22:40,554 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T17:22:40,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36577 is added to blk_1073741837_1013 (size=1138) 2024-11-14T17:22:40,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:22:40,675 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44623,1731604943726.replicationSource.wal-reader.4e57a52647ef%2C44623%2C1731604943726,1-4e57a52647ef,44623,1731604943726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/WALs/4e57a52647ef,44623,1731604943726/4e57a52647ef%2C44623%2C1731604943726.1731604946235 to pos 379, reset compression=false 2024-11-14T17:22:40,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:22:40,983 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 179c6e0a7ed6f901a3c939d7dfc58ea8, NAME => 'hbase:replication,,1731604960502.179c6e0a7ed6f901a3c939d7dfc58ea8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5 2024-11-14T17:22:41,011 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44623,1731604943726.replicationSource.wal-reader.4e57a52647ef%2C44623%2C1731604943726,1-4e57a52647ef,44623,1731604943726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/WALs/4e57a52647ef,44623,1731604943726/4e57a52647ef%2C44623%2C1731604943726.1731604946235 to pos 379, reset compression=false 2024-11-14T17:22:41,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36577 is added to blk_1073741838_1014 (size=44) 2024-11-14T17:22:41,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:22:41,425 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731604960502.179c6e0a7ed6f901a3c939d7dfc58ea8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:22:41,425 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 179c6e0a7ed6f901a3c939d7dfc58ea8, disabling compactions & flushes 2024-11-14T17:22:41,425 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731604960502.179c6e0a7ed6f901a3c939d7dfc58ea8. 2024-11-14T17:22:41,425 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731604960502.179c6e0a7ed6f901a3c939d7dfc58ea8. 2024-11-14T17:22:41,425 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731604960502.179c6e0a7ed6f901a3c939d7dfc58ea8. after waiting 0 ms 2024-11-14T17:22:41,425 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731604960502.179c6e0a7ed6f901a3c939d7dfc58ea8. 2024-11-14T17:22:41,426 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731604960502.179c6e0a7ed6f901a3c939d7dfc58ea8. 2024-11-14T17:22:41,426 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 179c6e0a7ed6f901a3c939d7dfc58ea8: Waiting for close lock at 1731604961425Disabling compacts and flushes for region at 1731604961425Disabling writes for close at 1731604961425Writing region close event to WAL at 1731604961425Closed at 1731604961425 2024-11-14T17:22:41,427 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44623,1731604943726.replicationSource.wal-reader.4e57a52647ef%2C44623%2C1731604943726,1-4e57a52647ef,44623,1731604943726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/WALs/4e57a52647ef,44623,1731604943726/4e57a52647ef%2C44623%2C1731604943726.1731604946235 to pos 379, reset compression=false 2024-11-14T17:22:41,430 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T17:22:41,431 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731604960502.179c6e0a7ed6f901a3c939d7dfc58ea8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731604961430"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731604961430"}]},"ts":"1731604961430"} 2024-11-14T17:22:41,436 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T17:22:41,443 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T17:22:41,443 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604961443"}]},"ts":"1731604961443"} 2024-11-14T17:22:41,451 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T17:22:41,451 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=179c6e0a7ed6f901a3c939d7dfc58ea8, ASSIGN}] 2024-11-14T17:22:41,453 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=179c6e0a7ed6f901a3c939d7dfc58ea8, ASSIGN 2024-11-14T17:22:41,459 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=179c6e0a7ed6f901a3c939d7dfc58ea8, ASSIGN; state=OFFLINE, location=4e57a52647ef,37901,1731604948616; forceNewPlan=false, retain=false 2024-11-14T17:22:41,612 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=179c6e0a7ed6f901a3c939d7dfc58ea8, regionState=OPENING, regionLocation=4e57a52647ef,37901,1731604948616 2024-11-14T17:22:41,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=179c6e0a7ed6f901a3c939d7dfc58ea8, ASSIGN because future has completed 2024-11-14T17:22:41,624 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 179c6e0a7ed6f901a3c939d7dfc58ea8, server=4e57a52647ef,37901,1731604948616}] 2024-11-14T17:22:41,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:22:41,826 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731604960502.179c6e0a7ed6f901a3c939d7dfc58ea8. 2024-11-14T17:22:41,826 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:22:41,827 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T17:22:41,834 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4e57a52647ef%2C37901%2C1731604948616.rep, suffix=, logDir=hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/WALs/4e57a52647ef,37901,1731604948616, archiveDir=hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/oldWALs, maxLogs=10 2024-11-14T17:22:41,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/WALs/4e57a52647ef,37901,1731604948616/4e57a52647ef%2C37901%2C1731604948616.rep.1731604961835, exclude list is [], retry=0 2024-11-14T17:22:41,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36577,DS-487dcada-57d9-4a67-b289-e90d271518a6,DISK] 2024-11-14T17:22:41,885 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/WALs/4e57a52647ef,37901,1731604948616/4e57a52647ef%2C37901%2C1731604948616.rep.1731604961835 2024-11-14T17:22:41,898 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34389:34389)] 2024-11-14T17:22:41,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 179c6e0a7ed6f901a3c939d7dfc58ea8, NAME => 'hbase:replication,,1731604960502.179c6e0a7ed6f901a3c939d7dfc58ea8.', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:22:41,899 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T17:22:41,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T17:22:41,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731604960502.179c6e0a7ed6f901a3c939d7dfc58ea8. service=MultiRowMutationService 2024-11-14T17:22:41,899 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T17:22:41,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 179c6e0a7ed6f901a3c939d7dfc58ea8 2024-11-14T17:22:41,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731604960502.179c6e0a7ed6f901a3c939d7dfc58ea8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:22:41,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 179c6e0a7ed6f901a3c939d7dfc58ea8 2024-11-14T17:22:41,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 179c6e0a7ed6f901a3c939d7dfc58ea8 2024-11-14T17:22:41,901 INFO [StoreOpener-179c6e0a7ed6f901a3c939d7dfc58ea8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 179c6e0a7ed6f901a3c939d7dfc58ea8 2024-11-14T17:22:41,902 INFO [StoreOpener-179c6e0a7ed6f901a3c939d7dfc58ea8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 179c6e0a7ed6f901a3c939d7dfc58ea8 columnFamilyName hfileref 2024-11-14T17:22:41,902 DEBUG [StoreOpener-179c6e0a7ed6f901a3c939d7dfc58ea8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:22:41,903 INFO [StoreOpener-179c6e0a7ed6f901a3c939d7dfc58ea8-1 {}] regionserver.HStore(327): Store=179c6e0a7ed6f901a3c939d7dfc58ea8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:22:41,903 INFO [StoreOpener-179c6e0a7ed6f901a3c939d7dfc58ea8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 179c6e0a7ed6f901a3c939d7dfc58ea8 2024-11-14T17:22:41,905 INFO [StoreOpener-179c6e0a7ed6f901a3c939d7dfc58ea8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 179c6e0a7ed6f901a3c939d7dfc58ea8 columnFamilyName queue 2024-11-14T17:22:41,905 DEBUG [StoreOpener-179c6e0a7ed6f901a3c939d7dfc58ea8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:22:41,906 INFO [StoreOpener-179c6e0a7ed6f901a3c939d7dfc58ea8-1 {}] regionserver.HStore(327): Store=179c6e0a7ed6f901a3c939d7dfc58ea8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:22:41,906 INFO [StoreOpener-179c6e0a7ed6f901a3c939d7dfc58ea8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 179c6e0a7ed6f901a3c939d7dfc58ea8 2024-11-14T17:22:41,910 INFO [StoreOpener-179c6e0a7ed6f901a3c939d7dfc58ea8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 179c6e0a7ed6f901a3c939d7dfc58ea8 columnFamilyName sid 2024-11-14T17:22:41,910 DEBUG [StoreOpener-179c6e0a7ed6f901a3c939d7dfc58ea8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:22:41,911 INFO [StoreOpener-179c6e0a7ed6f901a3c939d7dfc58ea8-1 {}] regionserver.HStore(327): Store=179c6e0a7ed6f901a3c939d7dfc58ea8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:22:41,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 179c6e0a7ed6f901a3c939d7dfc58ea8 2024-11-14T17:22:41,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/data/hbase/replication/179c6e0a7ed6f901a3c939d7dfc58ea8 2024-11-14T17:22:41,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/data/hbase/replication/179c6e0a7ed6f901a3c939d7dfc58ea8 2024-11-14T17:22:41,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 179c6e0a7ed6f901a3c939d7dfc58ea8 2024-11-14T17:22:41,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 179c6e0a7ed6f901a3c939d7dfc58ea8 2024-11-14T17:22:41,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T17:22:41,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 179c6e0a7ed6f901a3c939d7dfc58ea8 2024-11-14T17:22:41,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/data/hbase/replication/179c6e0a7ed6f901a3c939d7dfc58ea8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:22:41,923 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 179c6e0a7ed6f901a3c939d7dfc58ea8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65330973, jitterRate=-0.026492640376091003}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T17:22:41,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 179c6e0a7ed6f901a3c939d7dfc58ea8 2024-11-14T17:22:41,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 179c6e0a7ed6f901a3c939d7dfc58ea8: Running coprocessor pre-open hook at 1731604961900Writing region info on filesystem at 1731604961900Initializing all the Stores at 1731604961900Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604961901 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604961901Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604961901Cleaning up temporary data from old regions at 1731604961914 (+13 ms)Running coprocessor post-open hooks at 1731604961923 (+9 ms)Region opened successfully at 1731604961923 2024-11-14T17:22:41,939 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731604960502.179c6e0a7ed6f901a3c939d7dfc58ea8., pid=10, masterSystemTime=1731604961798 2024-11-14T17:22:41,948 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=179c6e0a7ed6f901a3c939d7dfc58ea8, regionState=OPEN, openSeqNum=2, regionLocation=4e57a52647ef,37901,1731604948616 2024-11-14T17:22:41,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731604960502.179c6e0a7ed6f901a3c939d7dfc58ea8. 2024-11-14T17:22:41,949 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731604960502.179c6e0a7ed6f901a3c939d7dfc58ea8. 2024-11-14T17:22:41,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 179c6e0a7ed6f901a3c939d7dfc58ea8, server=4e57a52647ef,37901,1731604948616 because future has completed 2024-11-14T17:22:41,959 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44623,1731604943726.replicationSource.wal-reader.4e57a52647ef%2C44623%2C1731604943726,1-4e57a52647ef,44623,1731604943726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/WALs/4e57a52647ef,44623,1731604943726/4e57a52647ef%2C44623%2C1731604943726.1731604946235 to pos 379, reset compression=false 2024-11-14T17:22:41,968 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T17:22:41,968 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 179c6e0a7ed6f901a3c939d7dfc58ea8, server=4e57a52647ef,37901,1731604948616 in 340 msec 2024-11-14T17:22:41,970 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T17:22:41,970 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=179c6e0a7ed6f901a3c939d7dfc58ea8, ASSIGN in 517 msec 2024-11-14T17:22:41,970 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T17:22:41,971 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604961970"}]},"ts":"1731604961970"} 2024-11-14T17:22:41,978 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T17:22:41,979 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T17:22:41,981 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.4760 sec 2024-11-14T17:22:41,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731604960502.179c6e0a7ed6f901a3c939d7dfc58ea8., hostname=4e57a52647ef,37901,1731604948616, seqNum=2] 2024-11-14T17:22:42,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37901-0x100ab76182b0004, quorum=127.0.0.1:56043, baseZNode=/12057686395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12057686395 2024-11-14T17:22:42,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41747-0x100ab76182b0003, quorum=127.0.0.1:56043, baseZNode=/12057686395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12057686395 2024-11-14T17:22:42,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T17:22:42,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37901 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T17:22:42,191 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T17:22:42,227 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T17:22:42,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:42,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:42,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:42,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:42,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:42,311 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4e57a52647ef,37901,1731604948616, ReplicationSource: 1, currentBandwidth=0 2024-11-14T17:22:42,312 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:22:42,312 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,37901,1731604948616, seqNum=-1] 2024-11-14T17:22:42,312 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:22:42,314 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36887, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-14T17:22:42,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4e57a52647ef,37901,1731604948616', locateType=CURRENT is [region=hbase:replication,,1731604960502.179c6e0a7ed6f901a3c939d7dfc58ea8., hostname=4e57a52647ef,37901,1731604948616, seqNum=2] 2024-11-14T17:22:42,327 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T17:22:42,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T17:22:42,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:42,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:42,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:42,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:42,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:42,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:42,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:42,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:42,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:42,354 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4e57a52647ef,37901,1731604948616 suceeded 2024-11-14T17:22:42,367 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T17:22:42,367 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 329 msec 2024-11-14T17:22:42,367 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4e57a52647ef:33939,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T17:22:42,379 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.8890 sec 2024-11-14T17:22:42,392 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4e57a52647ef:33939' 2024-11-14T17:22:42,399 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45fae6f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:42,399 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616 {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,33939,-1 for getting cluster id 2024-11-14T17:22:42,399 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:22:42,402 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a6e330d-ce5f-4b89-91f7-be759524f03a' 2024-11-14T17:22:42,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:22:42,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a6e330d-ce5f-4b89-91f7-be759524f03a" 2024-11-14T17:22:42,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39e5e391, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:42,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,33939,-1] 2024-11-14T17:22:42,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:22:42,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:42,407 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:22:42,408 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6bd0a76e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:42,408 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:22:42,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,33939,1731604951697 2024-11-14T17:22:42,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@febe93f 2024-11-14T17:22:42,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:22:42,410 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-14T17:22:42,411 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4e57a52647ef,37901,1731604948616 (queues=1) is replicating from cluster=768982d4-a92e-45da-a2e9-b8aeb1617bfd to cluster=4a6e330d-ce5f-4b89-91f7-be759524f03a 2024-11-14T17:22:42,411 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4e57a52647ef%2C37901%2C1731604948616 2024-11-14T17:22:42,411 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4e57a52647ef,37901,1731604948616, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T17:22:42,417 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T17:22:42,423 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.wal-reader.4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/WALs/4e57a52647ef,37901,1731604948616/4e57a52647ef%2C37901%2C1731604948616.1731604950107, startPosition=0, beingWritten=true 2024-11-14T17:22:42,430 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.shipper4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4e57a52647ef%2C37901%2C1731604948616 2024-11-14T17:22:42,449 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.wal-reader.4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T17:22:42,449 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.wal-reader.4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/WALs/4e57a52647ef,37901,1731604948616/4e57a52647ef%2C37901%2C1731604948616.1731604950107 to pos 379, reset compression=false 2024-11-14T17:22:42,449 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.shipper4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,37901,1731604948616 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/WALs/4e57a52647ef,37901,1731604948616/4e57a52647ef%2C37901%2C1731604948616.1731604950107, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T17:22:42,588 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44623,1731604943726.replicationSource.wal-reader.4e57a52647ef%2C44623%2C1731604943726,1-4e57a52647ef,44623,1731604943726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/WALs/4e57a52647ef,44623,1731604943726/4e57a52647ef%2C44623%2C1731604943726.1731604946235 to pos 379, reset compression=false 2024-11-14T17:22:42,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:22:42,644 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T17:22:42,644 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:22:42,644 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:22:42,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:42,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:42,645 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:22:42,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73b2e29c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:42,646 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,33939,-1 for getting cluster id 2024-11-14T17:22:42,646 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:22:42,648 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a6e330d-ce5f-4b89-91f7-be759524f03a' 2024-11-14T17:22:42,648 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:22:42,648 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a6e330d-ce5f-4b89-91f7-be759524f03a" 2024-11-14T17:22:42,659 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.wal-reader.4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/WALs/4e57a52647ef,37901,1731604948616/4e57a52647ef%2C37901%2C1731604948616.1731604950107 to pos 379, reset compression=false 2024-11-14T17:22:42,660 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29dea834, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:42,660 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,33939,-1] 2024-11-14T17:22:42,660 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:22:42,661 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:42,662 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:22:42,663 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a1d5eb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:42,666 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:22:42,667 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,33939,1731604951697 2024-11-14T17:22:42,668 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6591171 2024-11-14T17:22:42,668 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:22:42,669 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:22:42,669 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33939 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://4e57a52647ef:41747,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T17:22:42,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33939 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T17:22:42,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:22:42,676 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4e57a52647ef:41747' 2024-11-14T17:22:42,687 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74f1dbd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:42,687 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,41747,-1 for getting cluster id 2024-11-14T17:22:42,688 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:22:42,690 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '768982d4-a92e-45da-a2e9-b8aeb1617bfd' 2024-11-14T17:22:42,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:22:42,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "768982d4-a92e-45da-a2e9-b8aeb1617bfd" 2024-11-14T17:22:42,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bb4dc5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:42,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,41747,-1] 2024-11-14T17:22:42,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:22:42,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:42,693 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:22:42,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@161e4bf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:42,696 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:22:42,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,41747,1731604948416 2024-11-14T17:22:42,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51443c10 2024-11-14T17:22:42,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:22:42,698 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:22:42,699 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-14T17:22:42,699 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T17:22:42,699 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:42,699 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:42,700 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T17:22:42,701 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T17:22:42,702 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:22:42,706 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T17:22:42,706 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:22:42,707 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T17:22:42,758 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T17:22:42,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38379 is added to blk_1073741837_1013 (size=1138) 2024-11-14T17:22:42,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:22:42,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:22:43,001 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.wal-reader.4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/WALs/4e57a52647ef,37901,1731604948616/4e57a52647ef%2C37901%2C1731604948616.1731604950107 to pos 379, reset compression=false 2024-11-14T17:22:43,221 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 00c2e473a5f14a2df0b7a8f9c4763d48, NAME => 'hbase:replication,,1731604962700.00c2e473a5f14a2df0b7a8f9c4763d48.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2 2024-11-14T17:22:43,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38379 is added to blk_1073741838_1014 (size=44) 2024-11-14T17:22:43,283 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731604962700.00c2e473a5f14a2df0b7a8f9c4763d48.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:22:43,283 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 00c2e473a5f14a2df0b7a8f9c4763d48, disabling compactions & flushes 2024-11-14T17:22:43,283 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731604962700.00c2e473a5f14a2df0b7a8f9c4763d48. 2024-11-14T17:22:43,283 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731604962700.00c2e473a5f14a2df0b7a8f9c4763d48. 2024-11-14T17:22:43,283 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731604962700.00c2e473a5f14a2df0b7a8f9c4763d48. after waiting 0 ms 2024-11-14T17:22:43,283 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731604962700.00c2e473a5f14a2df0b7a8f9c4763d48. 2024-11-14T17:22:43,283 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731604962700.00c2e473a5f14a2df0b7a8f9c4763d48. 2024-11-14T17:22:43,283 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 00c2e473a5f14a2df0b7a8f9c4763d48: Waiting for close lock at 1731604963283Disabling compacts and flushes for region at 1731604963283Disabling writes for close at 1731604963283Writing region close event to WAL at 1731604963283Closed at 1731604963283 2024-11-14T17:22:43,290 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T17:22:43,291 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731604962700.00c2e473a5f14a2df0b7a8f9c4763d48.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731604963290"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731604963290"}]},"ts":"1731604963290"} 2024-11-14T17:22:43,299 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T17:22:43,300 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T17:22:43,301 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604963300"}]},"ts":"1731604963300"} 2024-11-14T17:22:43,310 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T17:22:43,310 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=00c2e473a5f14a2df0b7a8f9c4763d48, ASSIGN}] 2024-11-14T17:22:43,312 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=00c2e473a5f14a2df0b7a8f9c4763d48, ASSIGN 2024-11-14T17:22:43,312 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=00c2e473a5f14a2df0b7a8f9c4763d48, ASSIGN; state=OFFLINE, location=4e57a52647ef,41501,1731604951854; forceNewPlan=false, retain=false 2024-11-14T17:22:43,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:22:43,322 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44623,1731604943726.replicationSource.wal-reader.4e57a52647ef%2C44623%2C1731604943726,1-4e57a52647ef,44623,1731604943726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/WALs/4e57a52647ef,44623,1731604943726/4e57a52647ef%2C44623%2C1731604943726.1731604946235 to pos 379, reset compression=false 2024-11-14T17:22:43,427 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.wal-reader.4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/WALs/4e57a52647ef,37901,1731604948616/4e57a52647ef%2C37901%2C1731604948616.1731604950107 to pos 379, reset compression=false 2024-11-14T17:22:43,467 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=00c2e473a5f14a2df0b7a8f9c4763d48, regionState=OPENING, regionLocation=4e57a52647ef,41501,1731604951854 2024-11-14T17:22:43,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=00c2e473a5f14a2df0b7a8f9c4763d48, ASSIGN because future has completed 2024-11-14T17:22:43,477 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 00c2e473a5f14a2df0b7a8f9c4763d48, server=4e57a52647ef,41501,1731604951854}] 2024-11-14T17:22:43,683 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731604962700.00c2e473a5f14a2df0b7a8f9c4763d48. 2024-11-14T17:22:43,683 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:22:43,683 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T17:22:43,706 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4e57a52647ef%2C41501%2C1731604951854.rep, suffix=, logDir=hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/WALs/4e57a52647ef,41501,1731604951854, archiveDir=hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/oldWALs, maxLogs=10 2024-11-14T17:22:43,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/WALs/4e57a52647ef,41501,1731604951854/4e57a52647ef%2C41501%2C1731604951854.rep.1731604963706, exclude list is [], retry=0 2024-11-14T17:22:43,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38379,DS-83d81c7c-fda8-40e3-87df-17eb842776d1,DISK] 2024-11-14T17:22:43,771 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/WALs/4e57a52647ef,41501,1731604951854/4e57a52647ef%2C41501%2C1731604951854.rep.1731604963706 2024-11-14T17:22:43,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40499:40499)] 2024-11-14T17:22:43,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 00c2e473a5f14a2df0b7a8f9c4763d48, NAME => 'hbase:replication,,1731604962700.00c2e473a5f14a2df0b7a8f9c4763d48.', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:22:43,779 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T17:22:43,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T17:22:43,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731604962700.00c2e473a5f14a2df0b7a8f9c4763d48. service=MultiRowMutationService 2024-11-14T17:22:43,780 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T17:22:43,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 00c2e473a5f14a2df0b7a8f9c4763d48 2024-11-14T17:22:43,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731604962700.00c2e473a5f14a2df0b7a8f9c4763d48.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:22:43,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 00c2e473a5f14a2df0b7a8f9c4763d48 2024-11-14T17:22:43,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 00c2e473a5f14a2df0b7a8f9c4763d48 2024-11-14T17:22:43,803 INFO [StoreOpener-00c2e473a5f14a2df0b7a8f9c4763d48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 00c2e473a5f14a2df0b7a8f9c4763d48 2024-11-14T17:22:43,821 INFO [StoreOpener-00c2e473a5f14a2df0b7a8f9c4763d48-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00c2e473a5f14a2df0b7a8f9c4763d48 columnFamilyName hfileref 2024-11-14T17:22:43,821 DEBUG [StoreOpener-00c2e473a5f14a2df0b7a8f9c4763d48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:22:43,823 INFO [StoreOpener-00c2e473a5f14a2df0b7a8f9c4763d48-1 {}] regionserver.HStore(327): Store=00c2e473a5f14a2df0b7a8f9c4763d48/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:22:43,824 INFO [StoreOpener-00c2e473a5f14a2df0b7a8f9c4763d48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 00c2e473a5f14a2df0b7a8f9c4763d48 2024-11-14T17:22:43,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:22:43,849 INFO [StoreOpener-00c2e473a5f14a2df0b7a8f9c4763d48-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00c2e473a5f14a2df0b7a8f9c4763d48 columnFamilyName queue 2024-11-14T17:22:43,849 DEBUG [StoreOpener-00c2e473a5f14a2df0b7a8f9c4763d48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:22:43,857 INFO [StoreOpener-00c2e473a5f14a2df0b7a8f9c4763d48-1 {}] regionserver.HStore(327): Store=00c2e473a5f14a2df0b7a8f9c4763d48/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:22:43,857 INFO [StoreOpener-00c2e473a5f14a2df0b7a8f9c4763d48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 00c2e473a5f14a2df0b7a8f9c4763d48 2024-11-14T17:22:43,866 INFO [StoreOpener-00c2e473a5f14a2df0b7a8f9c4763d48-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00c2e473a5f14a2df0b7a8f9c4763d48 columnFamilyName sid 2024-11-14T17:22:43,867 DEBUG [StoreOpener-00c2e473a5f14a2df0b7a8f9c4763d48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:22:43,871 INFO [StoreOpener-00c2e473a5f14a2df0b7a8f9c4763d48-1 {}] regionserver.HStore(327): Store=00c2e473a5f14a2df0b7a8f9c4763d48/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:22:43,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 00c2e473a5f14a2df0b7a8f9c4763d48 2024-11-14T17:22:43,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/data/hbase/replication/00c2e473a5f14a2df0b7a8f9c4763d48 2024-11-14T17:22:43,878 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/data/hbase/replication/00c2e473a5f14a2df0b7a8f9c4763d48 2024-11-14T17:22:43,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 00c2e473a5f14a2df0b7a8f9c4763d48 2024-11-14T17:22:43,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 00c2e473a5f14a2df0b7a8f9c4763d48 2024-11-14T17:22:43,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T17:22:43,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 00c2e473a5f14a2df0b7a8f9c4763d48 2024-11-14T17:22:43,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/data/hbase/replication/00c2e473a5f14a2df0b7a8f9c4763d48/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:22:43,937 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 00c2e473a5f14a2df0b7a8f9c4763d48; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63376187, jitterRate=-0.05562122166156769}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T17:22:43,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 00c2e473a5f14a2df0b7a8f9c4763d48 2024-11-14T17:22:43,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 00c2e473a5f14a2df0b7a8f9c4763d48: Running coprocessor pre-open hook at 1731604963780Writing region info on filesystem at 1731604963780Initializing all the Stores at 1731604963790 (+10 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604963790Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604963799 (+9 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604963799Cleaning up temporary data from old regions at 1731604963888 (+89 ms)Running coprocessor post-open hooks at 1731604963937 (+49 ms)Region opened successfully at 1731604963937 2024-11-14T17:22:43,943 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731604962700.00c2e473a5f14a2df0b7a8f9c4763d48., pid=10, masterSystemTime=1731604963640 2024-11-14T17:22:43,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731604962700.00c2e473a5f14a2df0b7a8f9c4763d48. 2024-11-14T17:22:43,951 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731604962700.00c2e473a5f14a2df0b7a8f9c4763d48. 2024-11-14T17:22:43,952 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=00c2e473a5f14a2df0b7a8f9c4763d48, regionState=OPEN, openSeqNum=2, regionLocation=4e57a52647ef,41501,1731604951854 2024-11-14T17:22:43,954 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.wal-reader.4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/WALs/4e57a52647ef,37901,1731604948616/4e57a52647ef%2C37901%2C1731604948616.1731604950107 to pos 379, reset compression=false 2024-11-14T17:22:43,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 00c2e473a5f14a2df0b7a8f9c4763d48, server=4e57a52647ef,41501,1731604951854 because future has completed 2024-11-14T17:22:43,961 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33939 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=4e57a52647ef,41501,1731604951854, table=hbase:replication, region=00c2e473a5f14a2df0b7a8f9c4763d48. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T17:22:43,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T17:22:43,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 00c2e473a5f14a2df0b7a8f9c4763d48, server=4e57a52647ef,41501,1731604951854 in 491 msec 2024-11-14T17:22:43,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T17:22:43,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=00c2e473a5f14a2df0b7a8f9c4763d48, ASSIGN in 660 msec 2024-11-14T17:22:43,974 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T17:22:43,974 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604963974"}]},"ts":"1731604963974"} 2024-11-14T17:22:43,981 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T17:22:43,991 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T17:22:43,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2910 sec 2024-11-14T17:22:44,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731604962700.00c2e473a5f14a2df0b7a8f9c4763d48., hostname=4e57a52647ef,41501,1731604951854, seqNum=2] 2024-11-14T17:22:44,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33939-0x100ab76182b0006, quorum=127.0.0.1:56043, baseZNode=/2245437006 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2245437006 2024-11-14T17:22:44,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41501-0x100ab76182b0007, quorum=127.0.0.1:56043, baseZNode=/2245437006 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2245437006 2024-11-14T17:22:44,059 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T17:22:44,142 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44623,1731604943726.replicationSource.wal-reader.4e57a52647ef%2C44623%2C1731604943726,1-4e57a52647ef,44623,1731604943726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/WALs/4e57a52647ef,44623,1731604943726/4e57a52647ef%2C44623%2C1731604943726.1731604946235 to pos 379, reset compression=false 2024-11-14T17:22:44,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41501 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T17:22:44,221 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T17:22:44,265 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4e57a52647ef,41501,1731604951854, ReplicationSource: 1, currentBandwidth=0 2024-11-14T17:22:44,265 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:22:44,265 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,41501,1731604951854, seqNum=-1] 2024-11-14T17:22:44,266 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:22:44,267 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57237, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-14T17:22:44,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4e57a52647ef,41501,1731604951854', locateType=CURRENT is [region=hbase:replication,,1731604962700.00c2e473a5f14a2df0b7a8f9c4763d48., hostname=4e57a52647ef,41501,1731604951854, seqNum=2] 2024-11-14T17:22:44,279 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T17:22:44,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33939 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T17:22:44,283 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4e57a52647ef,41501,1731604951854 suceeded 2024-11-14T17:22:44,291 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T17:22:44,291 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 224 msec 2024-11-14T17:22:44,291 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4e57a52647ef:41747,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T17:22:44,292 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6220 sec 2024-11-14T17:22:44,302 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4e57a52647ef:41747' 2024-11-14T17:22:44,304 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f854ef1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:44,304 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854 {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,41747,-1 for getting cluster id 2024-11-14T17:22:44,304 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:22:44,312 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '768982d4-a92e-45da-a2e9-b8aeb1617bfd' 2024-11-14T17:22:44,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:22:44,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "768982d4-a92e-45da-a2e9-b8aeb1617bfd" 2024-11-14T17:22:44,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13f5983a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:44,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,41747,-1] 2024-11-14T17:22:44,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:22:44,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:44,314 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:22:44,316 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57ef90ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:44,316 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:22:44,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,41747,1731604948416 2024-11-14T17:22:44,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13b30768 2024-11-14T17:22:44,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:22:44,318 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-14T17:22:44,319 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4e57a52647ef,41501,1731604951854 (queues=1) is replicating from cluster=4a6e330d-ce5f-4b89-91f7-be759524f03a to cluster=768982d4-a92e-45da-a2e9-b8aeb1617bfd 2024-11-14T17:22:44,319 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4e57a52647ef%2C41501%2C1731604951854 2024-11-14T17:22:44,319 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4e57a52647ef,41501,1731604951854, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T17:22:44,328 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854.replicationSource.wal-reader.4e57a52647ef%2C41501%2C1731604951854,1-4e57a52647ef,41501,1731604951854 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/WALs/4e57a52647ef,41501,1731604951854/4e57a52647ef%2C41501%2C1731604951854.1731604954943, startPosition=0, beingWritten=true 2024-11-14T17:22:44,332 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854.replicationSource.shipper4e57a52647ef%2C41501%2C1731604951854,1-4e57a52647ef,41501,1731604951854 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4e57a52647ef%2C41501%2C1731604951854 2024-11-14T17:22:44,352 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854.replicationSource.wal-reader.4e57a52647ef%2C41501%2C1731604951854,1-4e57a52647ef,41501,1731604951854 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T17:22:44,352 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854.replicationSource.wal-reader.4e57a52647ef%2C41501%2C1731604951854,1-4e57a52647ef,41501,1731604951854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/WALs/4e57a52647ef,41501,1731604951854/4e57a52647ef%2C41501%2C1731604951854.1731604954943 to pos 379, reset compression=false 2024-11-14T17:22:44,352 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854.replicationSource.shipper4e57a52647ef%2C41501%2C1731604951854,1-4e57a52647ef,41501,1731604951854 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,41501,1731604951854 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/WALs/4e57a52647ef,41501,1731604951854/4e57a52647ef%2C41501%2C1731604951854.1731604954943, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T17:22:44,572 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854.replicationSource.wal-reader.4e57a52647ef%2C41501%2C1731604951854,1-4e57a52647ef,41501,1731604951854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/WALs/4e57a52647ef,41501,1731604951854/4e57a52647ef%2C41501%2C1731604951854.1731604954943 to pos 379, reset compression=false 2024-11-14T17:22:44,583 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.wal-reader.4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/WALs/4e57a52647ef,37901,1731604948616/4e57a52647ef%2C37901%2C1731604948616.1731604950107 to pos 379, reset compression=false 2024-11-14T17:22:44,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:22:44,853 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T17:22:44,853 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:22:44,853 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:22:44,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:44,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:44,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c5b0a58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:44,855 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,36955,-1 for getting cluster id 2024-11-14T17:22:44,856 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:22:44,856 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:22:44,856 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cd29e9f0-3137-4222-8884-9def3efe7a8f' 2024-11-14T17:22:44,857 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:22:44,857 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cd29e9f0-3137-4222-8884-9def3efe7a8f" 2024-11-14T17:22:44,857 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@602c81a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:44,857 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,36955,-1] 2024-11-14T17:22:44,857 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:22:44,857 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:44,860 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:22:44,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@691cd7f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:44,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20fae74b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:44,865 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,41747,-1 for getting cluster id 2024-11-14T17:22:44,865 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:22:44,866 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '768982d4-a92e-45da-a2e9-b8aeb1617bfd' 2024-11-14T17:22:44,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:22:44,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "768982d4-a92e-45da-a2e9-b8aeb1617bfd" 2024-11-14T17:22:44,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fed60f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:44,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,41747,-1] 2024-11-14T17:22:44,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:22:44,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:44,868 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:22:44,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dd38c01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:44,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@641aa7f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:44,870 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,33939,-1 for getting cluster id 2024-11-14T17:22:44,870 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:22:44,874 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a6e330d-ce5f-4b89-91f7-be759524f03a' 2024-11-14T17:22:44,875 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:22:44,875 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a6e330d-ce5f-4b89-91f7-be759524f03a" 2024-11-14T17:22:44,875 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@132b1ff2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:44,875 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,33939,-1] 2024-11-14T17:22:44,875 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:22:44,875 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:44,876 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:22:44,877 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T17:22:44,877 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T17:22:44,878 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T17:22:44,878 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T17:22:44,879 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854.replicationSource.wal-reader.4e57a52647ef%2C41501%2C1731604951854,1-4e57a52647ef,41501,1731604951854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/WALs/4e57a52647ef,41501,1731604951854/4e57a52647ef%2C41501%2C1731604951854.1731604954943 to pos 379, reset compression=false 2024-11-14T17:22:44,879 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7100d133, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:44,880 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:22:44,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,44623,1731604943726, seqNum=-1] 2024-11-14T17:22:44,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:22:44,886 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:22:44,891 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731604955792.51887df770325ada7d8b0a14b8b360b0., hostname=4e57a52647ef,44623,1731604943726, seqNum=2] 2024-11-14T17:22:44,895 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:22:44,896 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,41501,1731604951854, seqNum=-1] 2024-11-14T17:22:44,897 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:22:44,900 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:22:44,904 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731604958117.5d3e633685a417c5b8a25b9058eb636a., hostname=4e57a52647ef,41501,1731604951854, seqNum=2] 2024-11-14T17:22:44,907 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-14T17:22:45,064 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44623,1731604943726.replicationSource.wal-reader.4e57a52647ef%2C44623%2C1731604943726,1-4e57a52647ef,44623,1731604943726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/WALs/4e57a52647ef,44623,1731604943726/4e57a52647ef%2C44623%2C1731604943726.1731604946235 to pos 379, reset compression=false 2024-11-14T17:22:45,082 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44623,1731604943726.replicationSource.wal-reader.4e57a52647ef%2C44623%2C1731604943726,1-4e57a52647ef,44623,1731604943726 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T17:22:45,083 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44623,1731604943726.replicationSource.wal-reader.4e57a52647ef%2C44623%2C1731604943726,1-4e57a52647ef,44623,1731604943726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/WALs/4e57a52647ef,44623,1731604943726/4e57a52647ef%2C44623%2C1731604943726.1731604946235 to pos 480, reset compression=false 2024-11-14T17:22:45,083 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44623,1731604943726.replicationSource.shipper4e57a52647ef%2C44623%2C1731604943726,1-4e57a52647ef,44623,1731604943726 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,44623,1731604943726 got entry batch from reader: WALEntryBatch [walEntries=[{test/51887df770325ada7d8b0a14b8b360b0/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/WALs/4e57a52647ef,44623,1731604943726/4e57a52647ef%2C44623%2C1731604943726.1731604946235, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-14T17:22:45,092 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44623,1731604943726.replicationSource.shipper4e57a52647ef%2C44623%2C1731604943726,1-4e57a52647ef,44623,1731604943726 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T17:22:45,093 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-14T17:22:45,094 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37901 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T17:22:45,110 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37901 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d7d4b65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:45,110 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37901 {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,41747,-1 for getting cluster id 2024-11-14T17:22:45,111 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37901 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:22:45,115 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '768982d4-a92e-45da-a2e9-b8aeb1617bfd' 2024-11-14T17:22:45,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:22:45,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "768982d4-a92e-45da-a2e9-b8aeb1617bfd" 2024-11-14T17:22:45,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38a5f805, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:45,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,41747,-1] 2024-11-14T17:22:45,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:22:45,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:45,122 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:22:45,125 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37901 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a03f06c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:45,126 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37901 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:22:45,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,37901,1731604948616, seqNum=-1] 2024-11-14T17:22:45,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:22:45,135 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-14T17:22:45,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731604956952.a7839df5491a83b6ac02e050f89f00ef., hostname=4e57a52647ef,37901,1731604948616, seqNum=2] 2024-11-14T17:22:45,154 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37901 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T17:22:45,287 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.wal-reader.4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/WALs/4e57a52647ef,37901,1731604948616/4e57a52647ef%2C37901%2C1731604948616.1731604950107 to pos 379, reset compression=false 2024-11-14T17:22:45,295 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854.replicationSource.wal-reader.4e57a52647ef%2C41501%2C1731604951854,1-4e57a52647ef,41501,1731604951854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/WALs/4e57a52647ef,41501,1731604951854/4e57a52647ef%2C41501%2C1731604951854.1731604954943 to pos 379, reset compression=false 2024-11-14T17:22:45,322 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44623,1731604943726.replicationSource.wal-reader.4e57a52647ef%2C44623%2C1731604943726,1-4e57a52647ef,44623,1731604943726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/WALs/4e57a52647ef,44623,1731604943726/4e57a52647ef%2C44623%2C1731604943726.1731604946235 to pos 480, reset compression=false 2024-11-14T17:22:45,335 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.wal-reader.4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T17:22:45,335 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.wal-reader.4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/WALs/4e57a52647ef,37901,1731604948616/4e57a52647ef%2C37901%2C1731604948616.1731604950107 to pos 504, reset compression=false 2024-11-14T17:22:45,335 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.shipper4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,37901,1731604948616 got entry batch from reader: WALEntryBatch [walEntries=[{test/a7839df5491a83b6ac02e050f89f00ef/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/WALs/4e57a52647ef,37901,1731604948616/4e57a52647ef%2C37901%2C1731604948616.1731604950107, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-14T17:22:45,343 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.shipper4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T17:22:45,344 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-14T17:22:45,344 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41501 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T17:22:45,364 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41501 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@bb63354, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:45,364 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41501 {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,33939,-1 for getting cluster id 2024-11-14T17:22:45,364 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41501 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:22:45,370 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a6e330d-ce5f-4b89-91f7-be759524f03a' 2024-11-14T17:22:45,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:22:45,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a6e330d-ce5f-4b89-91f7-be759524f03a" 2024-11-14T17:22:45,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b217162, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:45,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,33939,-1] 2024-11-14T17:22:45,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:22:45,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:45,372 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:22:45,373 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41501 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@518f79ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:22:45,374 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41501 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:22:45,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,41501,1731604951854, seqNum=-1] 2024-11-14T17:22:45,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:22:45,379 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-14T17:22:45,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731604958117.5d3e633685a417c5b8a25b9058eb636a., hostname=4e57a52647ef,41501,1731604951854, seqNum=2] 2024-11-14T17:22:45,387 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41501 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T17:22:45,593 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.wal-reader.4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/WALs/4e57a52647ef,37901,1731604948616/4e57a52647ef%2C37901%2C1731604948616.1731604950107 to pos 504, reset compression=false 2024-11-14T17:22:45,651 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44623,1731604943726.replicationSource.wal-reader.4e57a52647ef%2C44623%2C1731604943726,1-4e57a52647ef,44623,1731604943726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/WALs/4e57a52647ef,44623,1731604943726/4e57a52647ef%2C44623%2C1731604943726.1731604946235 to pos 480, reset compression=false 2024-11-14T17:22:45,864 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854.replicationSource.wal-reader.4e57a52647ef%2C41501%2C1731604951854,1-4e57a52647ef,41501,1731604951854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/WALs/4e57a52647ef,41501,1731604951854/4e57a52647ef%2C41501%2C1731604951854.1731604954943 to pos 379, reset compression=false 2024-11-14T17:22:45,879 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854.replicationSource.wal-reader.4e57a52647ef%2C41501%2C1731604951854,1-4e57a52647ef,41501,1731604951854 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T17:22:45,879 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854.replicationSource.wal-reader.4e57a52647ef%2C41501%2C1731604951854,1-4e57a52647ef,41501,1731604951854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/WALs/4e57a52647ef,41501,1731604951854/4e57a52647ef%2C41501%2C1731604951854.1731604954943 to pos 527, reset compression=false 2024-11-14T17:22:45,880 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854.replicationSource.shipper4e57a52647ef%2C41501%2C1731604951854,1-4e57a52647ef,41501,1731604951854 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,41501,1731604951854 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/WALs/4e57a52647ef,41501,1731604951854/4e57a52647ef%2C41501%2C1731604951854.1731604954943, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T17:22:45,909 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-14T17:22:45,910 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:22:45,911 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,37901,1731604948616, seqNum=-1] 2024-11-14T17:22:45,912 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.wal-reader.4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/WALs/4e57a52647ef,37901,1731604948616/4e57a52647ef%2C37901%2C1731604948616.1731604950107 to pos 504, reset compression=false 2024-11-14T17:22:45,912 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:22:45,914 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:22:45,916 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731604956952.a7839df5491a83b6ac02e050f89f00ef., hostname=4e57a52647ef,37901,1731604948616, seqNum=2] 2024-11-14T17:22:45,920 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-14T17:22:45,935 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.wal-reader.4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T17:22:45,935 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.wal-reader.4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/WALs/4e57a52647ef,37901,1731604948616/4e57a52647ef%2C37901%2C1731604948616.1731604950107 to pos 608, reset compression=false 2024-11-14T17:22:45,935 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.shipper4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,37901,1731604948616 got entry batch from reader: WALEntryBatch [walEntries=[{test/a7839df5491a83b6ac02e050f89f00ef/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/WALs/4e57a52647ef,37901,1731604948616/4e57a52647ef%2C37901%2C1731604948616.1731604950107, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T17:22:45,938 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41501 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T17:22:45,941 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41501 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T17:22:46,086 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44623,1731604943726.replicationSource.wal-reader.4e57a52647ef%2C44623%2C1731604943726,1-4e57a52647ef,44623,1731604943726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/WALs/4e57a52647ef,44623,1731604943726/4e57a52647ef%2C44623%2C1731604943726.1731604946235 to pos 480, reset compression=false 2024-11-14T17:22:46,106 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854.replicationSource.wal-reader.4e57a52647ef%2C41501%2C1731604951854,1-4e57a52647ef,41501,1731604951854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/WALs/4e57a52647ef,41501,1731604951854/4e57a52647ef%2C41501%2C1731604951854.1731604954943 to pos 527, reset compression=false 2024-11-14T17:22:46,144 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854.replicationSource.wal-reader.4e57a52647ef%2C41501%2C1731604951854,1-4e57a52647ef,41501,1731604951854 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T17:22:46,144 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854.replicationSource.wal-reader.4e57a52647ef%2C41501%2C1731604951854,1-4e57a52647ef,41501,1731604951854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/WALs/4e57a52647ef,41501,1731604951854/4e57a52647ef%2C41501%2C1731604951854.1731604954943 to pos 654, reset compression=false 2024-11-14T17:22:46,144 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854.replicationSource.shipper4e57a52647ef%2C41501%2C1731604951854,1-4e57a52647ef,41501,1731604951854 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,41501,1731604951854 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/WALs/4e57a52647ef,41501,1731604951854/4e57a52647ef%2C41501%2C1731604951854.1731604954943, lastWalPosition=654, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T17:22:46,168 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.wal-reader.4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/WALs/4e57a52647ef,37901,1731604948616/4e57a52647ef%2C37901%2C1731604948616.1731604950107 to pos 608, reset compression=false 2024-11-14T17:22:46,382 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854.replicationSource.wal-reader.4e57a52647ef%2C41501%2C1731604951854,1-4e57a52647ef,41501,1731604951854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/WALs/4e57a52647ef,41501,1731604951854/4e57a52647ef%2C41501%2C1731604951854.1731604954943 to pos 654, reset compression=false 2024-11-14T17:22:46,496 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.wal-reader.4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/WALs/4e57a52647ef,37901,1731604948616/4e57a52647ef%2C37901%2C1731604948616.1731604950107 to pos 608, reset compression=false 2024-11-14T17:22:46,615 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44623,1731604943726.replicationSource.wal-reader.4e57a52647ef%2C44623%2C1731604943726,1-4e57a52647ef,44623,1731604943726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/WALs/4e57a52647ef,44623,1731604943726/4e57a52647ef%2C44623%2C1731604943726.1731604946235 to pos 480, reset compression=false 2024-11-14T17:22:46,722 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854.replicationSource.wal-reader.4e57a52647ef%2C41501%2C1731604951854,1-4e57a52647ef,41501,1731604951854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/WALs/4e57a52647ef,41501,1731604951854/4e57a52647ef%2C41501%2C1731604951854.1731604954943 to pos 654, reset compression=false 2024-11-14T17:22:46,922 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-14T17:22:46,929 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-14T17:22:46,950 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.wal-reader.4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/WALs/4e57a52647ef,37901,1731604948616/4e57a52647ef%2C37901%2C1731604948616.1731604950107 to pos 608, reset compression=false 2024-11-14T17:22:47,162 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854.replicationSource.wal-reader.4e57a52647ef%2C41501%2C1731604951854,1-4e57a52647ef,41501,1731604951854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/WALs/4e57a52647ef,41501,1731604951854/4e57a52647ef%2C41501%2C1731604951854.1731604954943 to pos 654, reset compression=false 2024-11-14T17:22:47,187 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854.replicationSource.wal-reader.4e57a52647ef%2C41501%2C1731604951854,1-4e57a52647ef,41501,1731604951854 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T17:22:47,187 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854.replicationSource.wal-reader.4e57a52647ef%2C41501%2C1731604951854,1-4e57a52647ef,41501,1731604951854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/WALs/4e57a52647ef,41501,1731604951854/4e57a52647ef%2C41501%2C1731604951854.1731604954943 to pos 758, reset compression=false 2024-11-14T17:22:47,187 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854.replicationSource.shipper4e57a52647ef%2C41501%2C1731604951854,1-4e57a52647ef,41501,1731604951854 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,41501,1731604951854 got entry batch from reader: WALEntryBatch [walEntries=[{test/5d3e633685a417c5b8a25b9058eb636a/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/WALs/4e57a52647ef,41501,1731604951854/4e57a52647ef%2C41501%2C1731604951854.1731604954943, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T17:22:47,199 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854.replicationSource.shipper4e57a52647ef%2C41501%2C1731604951854,1-4e57a52647ef,41501,1731604951854 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T17:22:47,207 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-14T17:22:47,208 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37901 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T17:22:47,213 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37901 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T17:22:47,248 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44623,1731604943726.replicationSource.wal-reader.4e57a52647ef%2C44623%2C1731604943726,1-4e57a52647ef,44623,1731604943726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/WALs/4e57a52647ef,44623,1731604943726/4e57a52647ef%2C44623%2C1731604943726.1731604946235 to pos 480, reset compression=false 2024-11-14T17:22:47,402 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T17:22:47,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:47,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:47,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:47,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:47,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:47,414 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854.replicationSource.wal-reader.4e57a52647ef%2C41501%2C1731604951854,1-4e57a52647ef,41501,1731604951854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/WALs/4e57a52647ef,41501,1731604951854/4e57a52647ef%2C41501%2C1731604951854.1731604954943 to pos 758, reset compression=false 2024-11-14T17:22:47,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:47,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:47,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:47,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:47,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:47,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:47,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:47,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:47,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:47,483 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.wal-reader.4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/WALs/4e57a52647ef,37901,1731604948616/4e57a52647ef%2C37901%2C1731604948616.1731604950107 to pos 608, reset compression=false 2024-11-14T17:22:47,532 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.wal-reader.4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T17:22:47,532 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.wal-reader.4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/WALs/4e57a52647ef,37901,1731604948616/4e57a52647ef%2C37901%2C1731604948616.1731604950107 to pos 735, reset compression=false 2024-11-14T17:22:47,532 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.shipper4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,37901,1731604948616 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/WALs/4e57a52647ef,37901,1731604948616/4e57a52647ef%2C37901%2C1731604948616.1731604950107, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T17:22:47,731 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854.replicationSource.wal-reader.4e57a52647ef%2C41501%2C1731604951854,1-4e57a52647ef,41501,1731604951854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/WALs/4e57a52647ef,41501,1731604951854/4e57a52647ef%2C41501%2C1731604951854.1731604954943 to pos 758, reset compression=false 2024-11-14T17:22:47,743 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.wal-reader.4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/WALs/4e57a52647ef,37901,1731604948616/4e57a52647ef%2C37901%2C1731604948616.1731604950107 to pos 735, reset compression=false 2024-11-14T17:22:47,932 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-14T17:22:47,943 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-14T17:22:47,967 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44623,1731604943726.replicationSource.wal-reader.4e57a52647ef%2C44623%2C1731604943726,1-4e57a52647ef,44623,1731604943726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/WALs/4e57a52647ef,44623,1731604943726/4e57a52647ef%2C44623%2C1731604943726.1731604946235 to pos 480, reset compression=false 2024-11-14T17:22:47,991 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44623,1731604943726.replicationSource.wal-reader.4e57a52647ef%2C44623%2C1731604943726,1-4e57a52647ef,44623,1731604943726 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T17:22:47,991 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44623,1731604943726.replicationSource.wal-reader.4e57a52647ef%2C44623%2C1731604943726,1-4e57a52647ef,44623,1731604943726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/WALs/4e57a52647ef,44623,1731604943726/4e57a52647ef%2C44623%2C1731604943726.1731604946235 to pos 636, reset compression=false 2024-11-14T17:22:47,991 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44623,1731604943726.replicationSource.shipper4e57a52647ef%2C44623%2C1731604943726,1-4e57a52647ef,44623,1731604943726 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,44623,1731604943726 got entry batch from reader: WALEntryBatch [walEntries=[{test/51887df770325ada7d8b0a14b8b360b0/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/WALs/4e57a52647ef,44623,1731604943726/4e57a52647ef%2C44623%2C1731604943726.1731604946235, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-14T17:22:47,992 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37901 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T17:22:47,996 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37901 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T17:22:48,071 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.wal-reader.4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/WALs/4e57a52647ef,37901,1731604948616/4e57a52647ef%2C37901%2C1731604948616.1731604950107 to pos 735, reset compression=false 2024-11-14T17:22:48,096 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.wal-reader.4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T17:22:48,096 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.wal-reader.4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/WALs/4e57a52647ef,37901,1731604948616/4e57a52647ef%2C37901%2C1731604948616.1731604950107 to pos 883, reset compression=false 2024-11-14T17:22:48,096 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.shipper4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,37901,1731604948616 got entry batch from reader: WALEntryBatch [walEntries=[{test/a7839df5491a83b6ac02e050f89f00ef/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/WALs/4e57a52647ef,37901,1731604948616/4e57a52647ef%2C37901%2C1731604948616.1731604950107, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-14T17:22:48,126 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41501 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T17:22:48,130 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41501 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T17:22:48,169 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854.replicationSource.wal-reader.4e57a52647ef%2C41501%2C1731604951854,1-4e57a52647ef,41501,1731604951854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/WALs/4e57a52647ef,41501,1731604951854/4e57a52647ef%2C41501%2C1731604951854.1731604954943 to pos 758, reset compression=false 2024-11-14T17:22:48,195 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854.replicationSource.wal-reader.4e57a52647ef%2C41501%2C1731604951854,1-4e57a52647ef,41501,1731604951854 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T17:22:48,195 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854.replicationSource.wal-reader.4e57a52647ef%2C41501%2C1731604951854,1-4e57a52647ef,41501,1731604951854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/WALs/4e57a52647ef,41501,1731604951854/4e57a52647ef%2C41501%2C1731604951854.1731604954943 to pos 929, reset compression=false 2024-11-14T17:22:48,195 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854.replicationSource.shipper4e57a52647ef%2C41501%2C1731604951854,1-4e57a52647ef,41501,1731604951854 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,41501,1731604951854 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/WALs/4e57a52647ef,41501,1731604951854/4e57a52647ef%2C41501%2C1731604951854.1731604954943, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T17:22:48,229 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44623,1731604943726.replicationSource.wal-reader.4e57a52647ef%2C44623%2C1731604943726,1-4e57a52647ef,44623,1731604943726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/WALs/4e57a52647ef,44623,1731604943726/4e57a52647ef%2C44623%2C1731604943726.1731604946235 to pos 636, reset compression=false 2024-11-14T17:22:48,356 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.wal-reader.4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/WALs/4e57a52647ef,37901,1731604948616/4e57a52647ef%2C37901%2C1731604948616.1731604950107 to pos 883, reset compression=false 2024-11-14T17:22:48,412 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854.replicationSource.wal-reader.4e57a52647ef%2C41501%2C1731604951854,1-4e57a52647ef,41501,1731604951854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/WALs/4e57a52647ef,41501,1731604951854/4e57a52647ef%2C41501%2C1731604951854.1731604954943 to pos 929, reset compression=false 2024-11-14T17:22:48,555 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44623,1731604943726.replicationSource.wal-reader.4e57a52647ef%2C44623%2C1731604943726,1-4e57a52647ef,44623,1731604943726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/WALs/4e57a52647ef,44623,1731604943726/4e57a52647ef%2C44623%2C1731604943726.1731604946235 to pos 636, reset compression=false 2024-11-14T17:22:48,676 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.wal-reader.4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/WALs/4e57a52647ef,37901,1731604948616/4e57a52647ef%2C37901%2C1731604948616.1731604950107 to pos 883, reset compression=false 2024-11-14T17:22:48,722 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854.replicationSource.wal-reader.4e57a52647ef%2C41501%2C1731604951854,1-4e57a52647ef,41501,1731604951854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/WALs/4e57a52647ef,41501,1731604951854/4e57a52647ef%2C41501%2C1731604951854.1731604954943 to pos 929, reset compression=false 2024-11-14T17:22:48,946 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-14T17:22:48,952 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-14T17:22:48,988 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44623,1731604943726.replicationSource.wal-reader.4e57a52647ef%2C44623%2C1731604943726,1-4e57a52647ef,44623,1731604943726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/WALs/4e57a52647ef,44623,1731604943726/4e57a52647ef%2C44623%2C1731604943726.1731604946235 to pos 636, reset compression=false 2024-11-14T17:22:49,087 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.wal-reader.4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/WALs/4e57a52647ef,37901,1731604948616/4e57a52647ef%2C37901%2C1731604948616.1731604950107 to pos 883, reset compression=false 2024-11-14T17:22:49,130 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854.replicationSource.wal-reader.4e57a52647ef%2C41501%2C1731604951854,1-4e57a52647ef,41501,1731604951854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/WALs/4e57a52647ef,41501,1731604951854/4e57a52647ef%2C41501%2C1731604951854.1731604954943 to pos 929, reset compression=false 2024-11-14T17:22:49,134 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.wal-reader.4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T17:22:49,134 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.wal-reader.4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/WALs/4e57a52647ef,37901,1731604948616/4e57a52647ef%2C37901%2C1731604948616.1731604950107 to pos 1042, reset compression=false 2024-11-14T17:22:49,138 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.shipper4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,37901,1731604948616 got entry batch from reader: WALEntryBatch [walEntries=[{test/a7839df5491a83b6ac02e050f89f00ef/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/WALs/4e57a52647ef,37901,1731604948616/4e57a52647ef%2C37901%2C1731604948616.1731604950107, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T17:22:49,139 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41501 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T17:22:49,142 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41501 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T17:22:49,154 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854.replicationSource.wal-reader.4e57a52647ef%2C41501%2C1731604951854,1-4e57a52647ef,41501,1731604951854 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T17:22:49,154 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854.replicationSource.wal-reader.4e57a52647ef%2C41501%2C1731604951854,1-4e57a52647ef,41501,1731604951854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/WALs/4e57a52647ef,41501,1731604951854/4e57a52647ef%2C41501%2C1731604951854.1731604954943 to pos 1078, reset compression=false 2024-11-14T17:22:49,154 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854.replicationSource.shipper4e57a52647ef%2C41501%2C1731604951854,1-4e57a52647ef,41501,1731604951854 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,41501,1731604951854 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/WALs/4e57a52647ef,41501,1731604951854/4e57a52647ef%2C41501%2C1731604951854.1731604954943, lastWalPosition=1078, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T17:22:49,382 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.wal-reader.4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/WALs/4e57a52647ef,37901,1731604948616/4e57a52647ef%2C37901%2C1731604948616.1731604950107 to pos 1042, reset compression=false 2024-11-14T17:22:49,391 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854.replicationSource.wal-reader.4e57a52647ef%2C41501%2C1731604951854,1-4e57a52647ef,41501,1731604951854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/WALs/4e57a52647ef,41501,1731604951854/4e57a52647ef%2C41501%2C1731604951854.1731604954943 to pos 1078, reset compression=false 2024-11-14T17:22:49,528 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44623,1731604943726.replicationSource.wal-reader.4e57a52647ef%2C44623%2C1731604943726,1-4e57a52647ef,44623,1731604943726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/WALs/4e57a52647ef,44623,1731604943726/4e57a52647ef%2C44623%2C1731604943726.1731604946235 to pos 636, reset compression=false 2024-11-14T17:22:49,700 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.wal-reader.4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/WALs/4e57a52647ef,37901,1731604948616/4e57a52647ef%2C37901%2C1731604948616.1731604950107 to pos 1042, reset compression=false 2024-11-14T17:22:49,722 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854.replicationSource.wal-reader.4e57a52647ef%2C41501%2C1731604951854,1-4e57a52647ef,41501,1731604951854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/WALs/4e57a52647ef,41501,1731604951854/4e57a52647ef%2C41501%2C1731604951854.1731604954943 to pos 1078, reset compression=false 2024-11-14T17:22:49,954 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-14T17:22:49,976 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-14T17:22:50,107 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.wal-reader.4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/WALs/4e57a52647ef,37901,1731604948616/4e57a52647ef%2C37901%2C1731604948616.1731604950107 to pos 1042, reset compression=false 2024-11-14T17:22:50,131 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854.replicationSource.wal-reader.4e57a52647ef%2C41501%2C1731604951854,1-4e57a52647ef,41501,1731604951854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/WALs/4e57a52647ef,41501,1731604951854/4e57a52647ef%2C41501%2C1731604951854.1731604954943 to pos 1078, reset compression=false 2024-11-14T17:22:50,132 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44623,1731604943726.replicationSource.wal-reader.4e57a52647ef%2C44623%2C1731604943726,1-4e57a52647ef,44623,1731604943726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/WALs/4e57a52647ef,44623,1731604943726/4e57a52647ef%2C44623%2C1731604943726.1731604946235 to pos 636, reset compression=false 2024-11-14T17:22:50,162 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854.replicationSource.wal-reader.4e57a52647ef%2C41501%2C1731604951854,1-4e57a52647ef,41501,1731604951854 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T17:22:50,162 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854.replicationSource.wal-reader.4e57a52647ef%2C41501%2C1731604951854,1-4e57a52647ef,41501,1731604951854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/WALs/4e57a52647ef,41501,1731604951854/4e57a52647ef%2C41501%2C1731604951854.1731604954943 to pos 1237, reset compression=false 2024-11-14T17:22:50,166 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854.replicationSource.shipper4e57a52647ef%2C41501%2C1731604951854,1-4e57a52647ef,41501,1731604951854 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,41501,1731604951854 got entry batch from reader: WALEntryBatch [walEntries=[{test/5d3e633685a417c5b8a25b9058eb636a/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/WALs/4e57a52647ef,41501,1731604951854/4e57a52647ef%2C41501%2C1731604951854.1731604954943, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T17:22:50,168 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37901 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T17:22:50,171 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37901 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T17:22:50,390 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854.replicationSource.wal-reader.4e57a52647ef%2C41501%2C1731604951854,1-4e57a52647ef,41501,1731604951854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/WALs/4e57a52647ef,41501,1731604951854/4e57a52647ef%2C41501%2C1731604951854.1731604954943 to pos 1237, reset compression=false 2024-11-14T17:22:50,635 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.wal-reader.4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/WALs/4e57a52647ef,37901,1731604948616/4e57a52647ef%2C37901%2C1731604948616.1731604950107 to pos 1042, reset compression=false 2024-11-14T17:22:50,649 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.wal-reader.4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T17:22:50,649 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.wal-reader.4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/WALs/4e57a52647ef,37901,1731604948616/4e57a52647ef%2C37901%2C1731604948616.1731604950107 to pos 1191, reset compression=false 2024-11-14T17:22:50,649 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.shipper4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,37901,1731604948616 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/WALs/4e57a52647ef,37901,1731604948616/4e57a52647ef%2C37901%2C1731604948616.1731604950107, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T17:22:50,696 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854.replicationSource.wal-reader.4e57a52647ef%2C41501%2C1731604951854,1-4e57a52647ef,41501,1731604951854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/WALs/4e57a52647ef,41501,1731604951854/4e57a52647ef%2C41501%2C1731604951854.1731604954943 to pos 1237, reset compression=false 2024-11-14T17:22:50,855 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.wal-reader.4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/WALs/4e57a52647ef,37901,1731604948616/4e57a52647ef%2C37901%2C1731604948616.1731604950107 to pos 1191, reset compression=false 2024-11-14T17:22:50,869 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44623,1731604943726.replicationSource.wal-reader.4e57a52647ef%2C44623%2C1731604943726,1-4e57a52647ef,44623,1731604943726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/WALs/4e57a52647ef,44623,1731604943726/4e57a52647ef%2C44623%2C1731604943726.1731604946235 to pos 636, reset compression=false 2024-11-14T17:22:50,978 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-14T17:22:50,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T17:22:50,985 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:22:50,985 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:22:50,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:50,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:50,985 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T17:22:50,985 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=391849648, stopped=false 2024-11-14T17:22:50,985 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:22:50,985 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4e57a52647ef,33939,1731604951697 2024-11-14T17:22:50,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41501-0x100ab76182b0007, quorum=127.0.0.1:56043, baseZNode=/2245437006 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2245437006/running 2024-11-14T17:22:50,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41501-0x100ab76182b0007, quorum=127.0.0.1:56043, baseZNode=/2245437006 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2245437006 2024-11-14T17:22:50,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33939-0x100ab76182b0006, quorum=127.0.0.1:56043, baseZNode=/2245437006 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2245437006/running 2024-11-14T17:22:50,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33939-0x100ab76182b0006, quorum=127.0.0.1:56043, baseZNode=/2245437006 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2245437006 2024-11-14T17:22:50,988 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T17:22:50,990 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33939-0x100ab76182b0006, quorum=127.0.0.1:56043, baseZNode=/2245437006 Set watcher on znode that does not yet exist, /2245437006/running 2024-11-14T17:22:50,991 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41501-0x100ab76182b0007, quorum=127.0.0.1:56043, baseZNode=/2245437006 Set watcher on znode that does not yet exist, /2245437006/running 2024-11-14T17:22:50,993 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:22:50,993 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:22:50,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:50,999 INFO [RS:0;4e57a52647ef:41501 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-14T17:22:50,999 INFO [RS:0;4e57a52647ef:41501 {}] regionserver.HRegionServer(3091): Received CLOSE for 00c2e473a5f14a2df0b7a8f9c4763d48 2024-11-14T17:22:51,001 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4e57a52647ef,41501,1731604951854' ***** 2024-11-14T17:22:51,001 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T17:22:51,002 INFO [RS:0;4e57a52647ef:41501 {}] regionserver.HRegionServer(3091): Received CLOSE for 5d3e633685a417c5b8a25b9058eb636a 2024-11-14T17:22:51,003 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 00c2e473a5f14a2df0b7a8f9c4763d48, disabling compactions & flushes 2024-11-14T17:22:51,003 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731604962700.00c2e473a5f14a2df0b7a8f9c4763d48. 2024-11-14T17:22:51,003 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731604962700.00c2e473a5f14a2df0b7a8f9c4763d48. 2024-11-14T17:22:51,003 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731604962700.00c2e473a5f14a2df0b7a8f9c4763d48. after waiting 0 ms 2024-11-14T17:22:51,003 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731604962700.00c2e473a5f14a2df0b7a8f9c4763d48. 2024-11-14T17:22:51,003 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 00c2e473a5f14a2df0b7a8f9c4763d48 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-14T17:22:51,006 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T17:22:51,011 INFO [RS:0;4e57a52647ef:41501 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T17:22:51,012 INFO [RS:0;4e57a52647ef:41501 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T17:22:51,012 INFO [RS:0;4e57a52647ef:41501 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T17:22:51,012 INFO [RS:0;4e57a52647ef:41501 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 5d3e633685a417c5b8a25b9058eb636a, which we are already trying to CLOSE, but not completed yet 2024-11-14T17:22:51,012 INFO [RS:0;4e57a52647ef:41501 {}] regionserver.HRegionServer(959): stopping server 4e57a52647ef,41501,1731604951854 2024-11-14T17:22:51,012 INFO [RS:0;4e57a52647ef:41501 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T17:22:51,012 INFO [RS:0;4e57a52647ef:41501 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4e57a52647ef:41501. 2024-11-14T17:22:51,012 DEBUG [RS:0;4e57a52647ef:41501 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:22:51,012 DEBUG [RS:0;4e57a52647ef:41501 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:51,012 INFO [RS:0;4e57a52647ef:41501 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T17:22:51,012 INFO [RS:0;4e57a52647ef:41501 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T17:22:51,012 INFO [RS:0;4e57a52647ef:41501 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T17:22:51,013 INFO [RS:0;4e57a52647ef:41501 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T17:22:51,014 INFO [RS:0;4e57a52647ef:41501 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T17:22:51,014 DEBUG [RS:0;4e57a52647ef:41501 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 00c2e473a5f14a2df0b7a8f9c4763d48=hbase:replication,,1731604962700.00c2e473a5f14a2df0b7a8f9c4763d48., 5d3e633685a417c5b8a25b9058eb636a=test,,1731604958117.5d3e633685a417c5b8a25b9058eb636a.} 2024-11-14T17:22:51,014 DEBUG [RS:0;4e57a52647ef:41501 {}] regionserver.HRegionServer(1351): Waiting on 00c2e473a5f14a2df0b7a8f9c4763d48, 1588230740, 5d3e633685a417c5b8a25b9058eb636a 2024-11-14T17:22:51,015 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T17:22:51,015 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T17:22:51,016 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T17:22:51,016 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T17:22:51,016 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T17:22:51,025 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T17:22:51,053 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/data/hbase/replication/00c2e473a5f14a2df0b7a8f9c4763d48/.tmp/queue/113f04c616f04fb0801b0c612f0964dd is 154, key is 1-4e57a52647ef,41501,1731604951854/queue:4e57a52647ef%2C41501%2C1731604951854/1731604970176/Put/seqid=0 2024-11-14T17:22:51,062 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/data/hbase/meta/1588230740/.tmp/info/855220d4b4f94618a4eb325a767a4424 is 147, key is hbase:replication,,1731604962700.00c2e473a5f14a2df0b7a8f9c4763d48./info:regioninfo/1731604963951/Put/seqid=0 2024-11-14T17:22:51,082 INFO [regionserver/4e57a52647ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T17:22:51,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38379 is added to blk_1073741840_1016 (size=5353) 2024-11-14T17:22:51,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38379 is added to blk_1073741841_1017 (size=7686) 2024-11-14T17:22:51,095 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/data/hbase/meta/1588230740/.tmp/info/855220d4b4f94618a4eb325a767a4424 2024-11-14T17:22:51,100 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854.replicationSource.wal-reader.4e57a52647ef%2C41501%2C1731604951854,1-4e57a52647ef,41501,1731604951854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/WALs/4e57a52647ef,41501,1731604951854/4e57a52647ef%2C41501%2C1731604951854.1731604954943 to pos 1237, reset compression=false 2024-11-14T17:22:51,138 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/data/hbase/meta/1588230740/.tmp/ns/be345e0b30af4dd0b9a9fe08330c89f7 is 43, key is default/ns:d/1731604955599/Put/seqid=0 2024-11-14T17:22:51,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38379 is added to blk_1073741842_1018 (size=5153) 2024-11-14T17:22:51,159 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.wal-reader.4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/WALs/4e57a52647ef,37901,1731604948616/4e57a52647ef%2C37901%2C1731604948616.1731604950107 to pos 1191, reset compression=false 2024-11-14T17:22:51,215 DEBUG [RS:0;4e57a52647ef:41501 {}] regionserver.HRegionServer(1351): Waiting on 00c2e473a5f14a2df0b7a8f9c4763d48, 1588230740, 5d3e633685a417c5b8a25b9058eb636a 2024-11-14T17:22:51,416 DEBUG [RS:0;4e57a52647ef:41501 {}] regionserver.HRegionServer(1351): Waiting on 00c2e473a5f14a2df0b7a8f9c4763d48, 1588230740, 5d3e633685a417c5b8a25b9058eb636a 2024-11-14T17:22:51,485 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/data/hbase/replication/00c2e473a5f14a2df0b7a8f9c4763d48/.tmp/queue/113f04c616f04fb0801b0c612f0964dd 2024-11-14T17:22:51,499 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/data/hbase/replication/00c2e473a5f14a2df0b7a8f9c4763d48/.tmp/queue/113f04c616f04fb0801b0c612f0964dd as hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/data/hbase/replication/00c2e473a5f14a2df0b7a8f9c4763d48/queue/113f04c616f04fb0801b0c612f0964dd 2024-11-14T17:22:51,505 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/data/hbase/replication/00c2e473a5f14a2df0b7a8f9c4763d48/queue/113f04c616f04fb0801b0c612f0964dd, entries=1, sequenceid=12, filesize=5.2 K 2024-11-14T17:22:51,506 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 00c2e473a5f14a2df0b7a8f9c4763d48 in 503ms, sequenceid=12, compaction requested=false 2024-11-14T17:22:51,515 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/data/hbase/replication/00c2e473a5f14a2df0b7a8f9c4763d48/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T17:22:51,515 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T17:22:51,516 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T17:22:51,516 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731604962700.00c2e473a5f14a2df0b7a8f9c4763d48. 2024-11-14T17:22:51,516 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 00c2e473a5f14a2df0b7a8f9c4763d48: Waiting for close lock at 1731604971003Running coprocessor pre-close hooks at 1731604971003Disabling compacts and flushes for region at 1731604971003Disabling writes for close at 1731604971003Obtaining lock to block concurrent updates at 1731604971003Preparing flush snapshotting stores in 00c2e473a5f14a2df0b7a8f9c4763d48 at 1731604971003Finished memstore snapshotting hbase:replication,,1731604962700.00c2e473a5f14a2df0b7a8f9c4763d48., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731604971003Flushing stores of hbase:replication,,1731604962700.00c2e473a5f14a2df0b7a8f9c4763d48. at 1731604971010 (+7 ms)Flushing 00c2e473a5f14a2df0b7a8f9c4763d48/queue: creating writer at 1731604971010Flushing 00c2e473a5f14a2df0b7a8f9c4763d48/queue: appending metadata at 1731604971052 (+42 ms)Flushing 00c2e473a5f14a2df0b7a8f9c4763d48/queue: closing flushed file at 1731604971052Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@426b2a1e: reopening flushed file at 1731604971496 (+444 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 00c2e473a5f14a2df0b7a8f9c4763d48 in 503ms, sequenceid=12, compaction requested=false at 1731604971506 (+10 ms)Writing region close event to WAL at 1731604971508 (+2 ms)Running coprocessor post-close hooks at 1731604971515 (+7 ms)Closed at 1731604971516 (+1 ms) 2024-11-14T17:22:51,516 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731604962700.00c2e473a5f14a2df0b7a8f9c4763d48. 2024-11-14T17:22:51,516 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5d3e633685a417c5b8a25b9058eb636a, disabling compactions & flushes 2024-11-14T17:22:51,516 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731604958117.5d3e633685a417c5b8a25b9058eb636a. 2024-11-14T17:22:51,516 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731604958117.5d3e633685a417c5b8a25b9058eb636a. 2024-11-14T17:22:51,516 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731604958117.5d3e633685a417c5b8a25b9058eb636a. after waiting 0 ms 2024-11-14T17:22:51,516 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731604958117.5d3e633685a417c5b8a25b9058eb636a. 2024-11-14T17:22:51,516 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5d3e633685a417c5b8a25b9058eb636a 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-14T17:22:51,549 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/data/default/test/5d3e633685a417c5b8a25b9058eb636a/.tmp/f/ed68c98aa0bf4790990018169eb84cf6 is 29, key is row1/f:/1731604968947/DeleteFamily/seqid=0 2024-11-14T17:22:51,559 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/data/hbase/meta/1588230740/.tmp/ns/be345e0b30af4dd0b9a9fe08330c89f7 2024-11-14T17:22:51,568 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.wal-reader.4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/WALs/4e57a52647ef,37901,1731604948616/4e57a52647ef%2C37901%2C1731604948616.1731604950107 to pos 1191, reset compression=false 2024-11-14T17:22:51,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38379 is added to blk_1073741843_1019 (size=5152) 2024-11-14T17:22:51,609 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854.replicationSource.wal-reader.4e57a52647ef%2C41501%2C1731604951854,1-4e57a52647ef,41501,1731604951854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/WALs/4e57a52647ef,41501,1731604951854/4e57a52647ef%2C41501%2C1731604951854.1731604954943 to pos 1237, reset compression=false 2024-11-14T17:22:51,612 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/data/hbase/meta/1588230740/.tmp/rep_barrier/ac6680d39da949b6b8ef40345740eee5 is 112, key is test,,1731604958117.5d3e633685a417c5b8a25b9058eb636a./rep_barrier:seqnumDuringOpen/1731604959043/Put/seqid=0 2024-11-14T17:22:51,616 DEBUG [RS:0;4e57a52647ef:41501 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5d3e633685a417c5b8a25b9058eb636a 2024-11-14T17:22:51,629 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854.replicationSource.wal-reader.4e57a52647ef%2C41501%2C1731604951854,1-4e57a52647ef,41501,1731604951854 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T17:22:51,629 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854.replicationSource.wal-reader.4e57a52647ef%2C41501%2C1731604951854,1-4e57a52647ef,41501,1731604951854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/WALs/4e57a52647ef,41501,1731604951854/4e57a52647ef%2C41501%2C1731604951854.1731604954943 to pos 1484, reset compression=false 2024-11-14T17:22:51,629 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854.replicationSource.shipper4e57a52647ef%2C41501%2C1731604951854,1-4e57a52647ef,41501,1731604951854 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,41501,1731604951854 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/WALs/4e57a52647ef,41501,1731604951854/4e57a52647ef%2C41501%2C1731604951854.1731604954943, lastWalPosition=1484, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T17:22:51,630 ERROR [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854.replicationSource.shipper4e57a52647ef%2C41501%2C1731604951854,1-4e57a52647ef,41501,1731604951854 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 4e57a52647ef,41501,1731604951854: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-4e57a52647ef,41501,1731604951854, walGroup=4e57a52647ef%2C41501%2C1731604951854, offset=4e57a52647ef%2C41501%2C1731604951854.1731604954943:1484, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e57a52647ef:41501 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T17:22:51,631 ERROR [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854.replicationSource.shipper4e57a52647ef%2C41501%2C1731604951854,1-4e57a52647ef,41501,1731604951854 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T17:22:51,632 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854.replicationSource.shipper4e57a52647ef%2C41501%2C1731604951854,1-4e57a52647ef,41501,1731604951854 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T17:22:51,639 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854.replicationSource.shipper4e57a52647ef%2C41501%2C1731604951854,1-4e57a52647ef,41501,1731604951854 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T17:22:51,639 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854.replicationSource.shipper4e57a52647ef%2C41501%2C1731604951854,1-4e57a52647ef,41501,1731604951854 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T17:22:51,639 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854.replicationSource.shipper4e57a52647ef%2C41501%2C1731604951854,1-4e57a52647ef,41501,1731604951854 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T17:22:51,639 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854.replicationSource.shipper4e57a52647ef%2C41501%2C1731604951854,1-4e57a52647ef,41501,1731604951854 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1363148800, "init": 1048576000, "max": 2306867200, "used": 846750192 }, "NonHeapMemoryUsage": { "committed": 206372864, "init": 7667712, "max": -1, "used": 201867032 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T17:22:51,639 WARN [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854.replicationSource.shipper4e57a52647ef%2C41501%2C1731604951854,1-4e57a52647ef,41501,1731604951854 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e57a52647ef:33939 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e57a52647ef:33939 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T17:22:51,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38379 is added to blk_1073741844_1020 (size=5518) 2024-11-14T17:22:51,664 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/data/hbase/meta/1588230740/.tmp/rep_barrier/ac6680d39da949b6b8ef40345740eee5 2024-11-14T17:22:51,672 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44623,1731604943726.replicationSource.wal-reader.4e57a52647ef%2C44623%2C1731604943726,1-4e57a52647ef,44623,1731604943726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/WALs/4e57a52647ef,44623,1731604943726/4e57a52647ef%2C44623%2C1731604943726.1731604946235 to pos 636, reset compression=false 2024-11-14T17:22:51,693 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/data/hbase/meta/1588230740/.tmp/table/213514e98ee2408e91c0a7818338b2a5 is 53, key is hbase:replication/table:state/1731604963974/Put/seqid=0 2024-11-14T17:22:51,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38379 is added to blk_1073741845_1021 (size=5308) 2024-11-14T17:22:51,698 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/data/hbase/meta/1588230740/.tmp/table/213514e98ee2408e91c0a7818338b2a5 2024-11-14T17:22:51,708 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/data/hbase/meta/1588230740/.tmp/info/855220d4b4f94618a4eb325a767a4424 as hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/data/hbase/meta/1588230740/info/855220d4b4f94618a4eb325a767a4424 2024-11-14T17:22:51,713 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/data/hbase/meta/1588230740/info/855220d4b4f94618a4eb325a767a4424, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T17:22:51,714 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/data/hbase/meta/1588230740/.tmp/ns/be345e0b30af4dd0b9a9fe08330c89f7 as hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/data/hbase/meta/1588230740/ns/be345e0b30af4dd0b9a9fe08330c89f7 2024-11-14T17:22:51,725 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/data/hbase/meta/1588230740/ns/be345e0b30af4dd0b9a9fe08330c89f7, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T17:22:51,726 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/data/hbase/meta/1588230740/.tmp/rep_barrier/ac6680d39da949b6b8ef40345740eee5 as hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/data/hbase/meta/1588230740/rep_barrier/ac6680d39da949b6b8ef40345740eee5 2024-11-14T17:22:51,729 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/data/hbase/meta/1588230740/rep_barrier/ac6680d39da949b6b8ef40345740eee5, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T17:22:51,730 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/data/hbase/meta/1588230740/.tmp/table/213514e98ee2408e91c0a7818338b2a5 as hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/data/hbase/meta/1588230740/table/213514e98ee2408e91c0a7818338b2a5 2024-11-14T17:22:51,734 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/data/hbase/meta/1588230740/table/213514e98ee2408e91c0a7818338b2a5, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T17:22:51,735 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 719ms, sequenceid=16, compaction requested=false 2024-11-14T17:22:51,739 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T17:22:51,740 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T17:22:51,740 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T17:22:51,740 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T17:22:51,740 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731604971015Running coprocessor pre-close hooks at 1731604971015Disabling compacts and flushes for region at 1731604971015Disabling writes for close at 1731604971016 (+1 ms)Obtaining lock to block concurrent updates at 1731604971025 (+9 ms)Preparing flush snapshotting stores in 1588230740 at 1731604971025Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731604971026 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731604971030 (+4 ms)Flushing 1588230740/info: creating writer at 1731604971030Flushing 1588230740/info: appending metadata at 1731604971062 (+32 ms)Flushing 1588230740/info: closing flushed file at 1731604971062Flushing 1588230740/ns: creating writer at 1731604971100 (+38 ms)Flushing 1588230740/ns: appending metadata at 1731604971138 (+38 ms)Flushing 1588230740/ns: closing flushed file at 1731604971138Flushing 1588230740/rep_barrier: creating writer at 1731604971570 (+432 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731604971612 (+42 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731604971612Flushing 1588230740/table: creating writer at 1731604971669 (+57 ms)Flushing 1588230740/table: appending metadata at 1731604971692 (+23 ms)Flushing 1588230740/table: closing flushed file at 1731604971692Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@214448d2: reopening flushed file at 1731604971708 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6624ca8c: reopening flushed file at 1731604971713 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50c63fa5: reopening flushed file at 1731604971725 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41d001e1: reopening flushed file at 1731604971729 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 719ms, sequenceid=16, compaction requested=false at 1731604971735 (+6 ms)Writing region close event to WAL at 1731604971736 (+1 ms)Running coprocessor post-close hooks at 1731604971740 (+4 ms)Closed at 1731604971740 2024-11-14T17:22:51,740 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T17:22:51,799 INFO [regionserver/4e57a52647ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T17:22:51,800 INFO [regionserver/4e57a52647ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T17:22:51,816 DEBUG [RS:0;4e57a52647ef:41501 {}] regionserver.HRegionServer(1351): Waiting on 5d3e633685a417c5b8a25b9058eb636a 2024-11-14T17:22:51,840 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854.replicationSource.wal-reader.4e57a52647ef%2C41501%2C1731604951854,1-4e57a52647ef,41501,1731604951854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/WALs/4e57a52647ef,41501,1731604951854/4e57a52647ef%2C41501%2C1731604951854.1731604954943 to pos 1484, reset compression=false 2024-11-14T17:22:51,999 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/data/default/test/5d3e633685a417c5b8a25b9058eb636a/.tmp/f/ed68c98aa0bf4790990018169eb84cf6 2024-11-14T17:22:52,013 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ed68c98aa0bf4790990018169eb84cf6 2024-11-14T17:22:52,016 INFO [RS:0;4e57a52647ef:41501 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T17:22:52,016 DEBUG [RS:0;4e57a52647ef:41501 {}] regionserver.HRegionServer(1325): Online Regions={5d3e633685a417c5b8a25b9058eb636a=test,,1731604958117.5d3e633685a417c5b8a25b9058eb636a.} 2024-11-14T17:22:52,016 DEBUG [RS:0;4e57a52647ef:41501 {}] regionserver.HRegionServer(1351): Waiting on 5d3e633685a417c5b8a25b9058eb636a 2024-11-14T17:22:52,064 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/data/default/test/5d3e633685a417c5b8a25b9058eb636a/.tmp/f1/eed8c839f138491ebf109db3d281324b is 30, key is row1/f1:/1731604968947/DeleteFamily/seqid=0 2024-11-14T17:22:52,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38379 is added to blk_1073741846_1022 (size=5158) 2024-11-14T17:22:52,124 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.wal-reader.4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/WALs/4e57a52647ef,37901,1731604948616/4e57a52647ef%2C37901%2C1731604948616.1731604950107 to pos 1191, reset compression=false 2024-11-14T17:22:52,177 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854.replicationSource.wal-reader.4e57a52647ef%2C41501%2C1731604951854,1-4e57a52647ef,41501,1731604951854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/WALs/4e57a52647ef,41501,1731604951854/4e57a52647ef%2C41501%2C1731604951854.1731604954943 to pos 1484, reset compression=false 2024-11-14T17:22:52,217 DEBUG [RS:0;4e57a52647ef:41501 {}] regionserver.HRegionServer(1351): Waiting on 5d3e633685a417c5b8a25b9058eb636a 2024-11-14T17:22:52,417 DEBUG [RS:0;4e57a52647ef:41501 {}] regionserver.HRegionServer(1351): Waiting on 5d3e633685a417c5b8a25b9058eb636a 2024-11-14T17:22:52,494 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/data/default/test/5d3e633685a417c5b8a25b9058eb636a/.tmp/f1/eed8c839f138491ebf109db3d281324b 2024-11-14T17:22:52,504 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eed8c839f138491ebf109db3d281324b 2024-11-14T17:22:52,533 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/data/default/test/5d3e633685a417c5b8a25b9058eb636a/.tmp/norep/2425293b56b14b9fa770280d1d3b21e8 is 33, key is row2/norep:/1731604969956/DeleteFamily/seqid=0 2024-11-14T17:22:52,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38379 is added to blk_1073741847_1023 (size=5108) 2024-11-14T17:22:52,590 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44623,1731604943726.replicationSource.wal-reader.4e57a52647ef%2C44623%2C1731604943726,1-4e57a52647ef,44623,1731604943726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/WALs/4e57a52647ef,44623,1731604943726/4e57a52647ef%2C44623%2C1731604943726.1731604946235 to pos 636, reset compression=false 2024-11-14T17:22:52,594 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854.replicationSource.wal-reader.4e57a52647ef%2C41501%2C1731604951854,1-4e57a52647ef,41501,1731604951854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/WALs/4e57a52647ef,41501,1731604951854/4e57a52647ef%2C41501%2C1731604951854.1731604954943 to pos 1484, reset compression=false 2024-11-14T17:22:52,618 DEBUG [RS:0;4e57a52647ef:41501 {}] regionserver.HRegionServer(1351): Waiting on 5d3e633685a417c5b8a25b9058eb636a 2024-11-14T17:22:52,741 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.wal-reader.4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/WALs/4e57a52647ef,37901,1731604948616/4e57a52647ef%2C37901%2C1731604948616.1731604950107 to pos 1191, reset compression=false 2024-11-14T17:22:52,799 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T17:22:52,819 DEBUG [RS:0;4e57a52647ef:41501 {}] regionserver.HRegionServer(1351): Waiting on 5d3e633685a417c5b8a25b9058eb636a 2024-11-14T17:22:52,954 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/data/default/test/5d3e633685a417c5b8a25b9058eb636a/.tmp/norep/2425293b56b14b9fa770280d1d3b21e8 2024-11-14T17:22:52,960 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2425293b56b14b9fa770280d1d3b21e8 2024-11-14T17:22:52,962 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/data/default/test/5d3e633685a417c5b8a25b9058eb636a/.tmp/f/ed68c98aa0bf4790990018169eb84cf6 as hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/data/default/test/5d3e633685a417c5b8a25b9058eb636a/f/ed68c98aa0bf4790990018169eb84cf6 2024-11-14T17:22:52,969 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ed68c98aa0bf4790990018169eb84cf6 2024-11-14T17:22:52,970 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/data/default/test/5d3e633685a417c5b8a25b9058eb636a/f/ed68c98aa0bf4790990018169eb84cf6, entries=3, sequenceid=10, filesize=5.0 K 2024-11-14T17:22:52,972 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/data/default/test/5d3e633685a417c5b8a25b9058eb636a/.tmp/f1/eed8c839f138491ebf109db3d281324b as hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/data/default/test/5d3e633685a417c5b8a25b9058eb636a/f1/eed8c839f138491ebf109db3d281324b 2024-11-14T17:22:52,984 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eed8c839f138491ebf109db3d281324b 2024-11-14T17:22:52,984 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/data/default/test/5d3e633685a417c5b8a25b9058eb636a/f1/eed8c839f138491ebf109db3d281324b, entries=3, sequenceid=10, filesize=5.0 K 2024-11-14T17:22:52,987 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/data/default/test/5d3e633685a417c5b8a25b9058eb636a/.tmp/norep/2425293b56b14b9fa770280d1d3b21e8 as hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/data/default/test/5d3e633685a417c5b8a25b9058eb636a/norep/2425293b56b14b9fa770280d1d3b21e8 2024-11-14T17:22:53,007 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2425293b56b14b9fa770280d1d3b21e8 2024-11-14T17:22:53,008 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/data/default/test/5d3e633685a417c5b8a25b9058eb636a/norep/2425293b56b14b9fa770280d1d3b21e8, entries=1, sequenceid=10, filesize=5.0 K 2024-11-14T17:22:53,009 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 5d3e633685a417c5b8a25b9058eb636a in 1493ms, sequenceid=10, compaction requested=false 2024-11-14T17:22:53,019 DEBUG [RS:0;4e57a52647ef:41501 {}] regionserver.HRegionServer(1351): Waiting on 5d3e633685a417c5b8a25b9058eb636a 2024-11-14T17:22:53,064 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/data/default/test/5d3e633685a417c5b8a25b9058eb636a/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-14T17:22:53,069 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T17:22:53,069 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T17:22:53,069 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731604958117.5d3e633685a417c5b8a25b9058eb636a. 2024-11-14T17:22:53,069 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5d3e633685a417c5b8a25b9058eb636a: Waiting for close lock at 1731604971516Running coprocessor pre-close hooks at 1731604971516Disabling compacts and flushes for region at 1731604971516Disabling writes for close at 1731604971516Obtaining lock to block concurrent updates at 1731604971516Preparing flush snapshotting stores in 5d3e633685a417c5b8a25b9058eb636a at 1731604971516Finished memstore snapshotting test,,1731604958117.5d3e633685a417c5b8a25b9058eb636a., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731604971516Flushing stores of test,,1731604958117.5d3e633685a417c5b8a25b9058eb636a. at 1731604971517 (+1 ms)Flushing 5d3e633685a417c5b8a25b9058eb636a/f: creating writer at 1731604971517Flushing 5d3e633685a417c5b8a25b9058eb636a/f: appending metadata at 1731604971548 (+31 ms)Flushing 5d3e633685a417c5b8a25b9058eb636a/f: closing flushed file at 1731604971548Flushing 5d3e633685a417c5b8a25b9058eb636a/f1: creating writer at 1731604972014 (+466 ms)Flushing 5d3e633685a417c5b8a25b9058eb636a/f1: appending metadata at 1731604972064 (+50 ms)Flushing 5d3e633685a417c5b8a25b9058eb636a/f1: closing flushed file at 1731604972064Flushing 5d3e633685a417c5b8a25b9058eb636a/norep: creating writer at 1731604972504 (+440 ms)Flushing 5d3e633685a417c5b8a25b9058eb636a/norep: appending metadata at 1731604972532 (+28 ms)Flushing 5d3e633685a417c5b8a25b9058eb636a/norep: closing flushed file at 1731604972532Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7eec0c38: reopening flushed file at 1731604972960 (+428 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@492f7085: reopening flushed file at 1731604972970 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11ed9ced: reopening flushed file at 1731604972984 (+14 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 5d3e633685a417c5b8a25b9058eb636a in 1493ms, sequenceid=10, compaction requested=false at 1731604973009 (+25 ms)Writing region close event to WAL at 1731604973029 (+20 ms)Running coprocessor post-close hooks at 1731604973069 (+40 ms)Closed at 1731604973069 2024-11-14T17:22:53,069 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731604958117.5d3e633685a417c5b8a25b9058eb636a. 2024-11-14T17:22:53,129 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854.replicationSource.wal-reader.4e57a52647ef%2C41501%2C1731604951854,1-4e57a52647ef,41501,1731604951854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/WALs/4e57a52647ef,41501,1731604951854/4e57a52647ef%2C41501%2C1731604951854.1731604954943 to pos 1484, reset compression=false 2024-11-14T17:22:53,144 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854.replicationSource.wal-reader.4e57a52647ef%2C41501%2C1731604951854,1-4e57a52647ef,41501,1731604951854 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T17:22:53,144 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854.replicationSource.wal-reader.4e57a52647ef%2C41501%2C1731604951854,1-4e57a52647ef,41501,1731604951854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/WALs/4e57a52647ef,41501,1731604951854/4e57a52647ef%2C41501%2C1731604951854.1731604954943 to pos 2128, reset compression=false 2024-11-14T17:22:53,219 INFO [RS:0;4e57a52647ef:41501 {}] regionserver.HRegionServer(976): stopping server 4e57a52647ef,41501,1731604951854; all regions closed. 2024-11-14T17:22:53,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38379 is added to blk_1073741834_1010 (size=4239) 2024-11-14T17:22:53,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38379 is added to blk_1073741839_1015 (size=3114) 2024-11-14T17:22:53,285 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/WALs/4e57a52647ef,41501,1731604951854/4e57a52647ef%2C41501%2C1731604951854.rep.1731604963706 not finished, retry = 0 2024-11-14T17:22:53,359 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854.replicationSource.wal-reader.4e57a52647ef%2C41501%2C1731604951854,1-4e57a52647ef,41501,1731604951854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/WALs/4e57a52647ef,41501,1731604951854/4e57a52647ef%2C41501%2C1731604951854.1731604954943 to pos 2128, reset compression=false 2024-11-14T17:22:53,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38379 is added to blk_1073741833_1009 (size=2136) 2024-11-14T17:22:53,411 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854.replicationSource.wal-reader.4e57a52647ef%2C41501%2C1731604951854,1-4e57a52647ef,41501,1731604951854 {}] regionserver.WALEntryStream(293): Reset reader hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/WALs/4e57a52647ef,41501,1731604951854/4e57a52647ef%2C41501%2C1731604951854.1731604954943 for the last time to pos 2128, reset compression=false 2024-11-14T17:22:53,411 DEBUG [RS:0;4e57a52647ef:41501 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:53,411 INFO [RS:0;4e57a52647ef:41501 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T17:22:53,412 INFO [RS:0;4e57a52647ef:41501 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T17:22:53,412 INFO [RS:0;4e57a52647ef:41501 {}] hbase.ChoreService(370): Chore service for: regionserver/4e57a52647ef:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T17:22:53,412 INFO [RS:0;4e57a52647ef:41501 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T17:22:53,413 INFO [regionserver/4e57a52647ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T17:22:53,413 INFO [RS:0;4e57a52647ef:41501 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4e57a52647ef,41501,1731604951854 because: Region server is closing 2024-11-14T17:22:53,413 INFO [RS:0;4e57a52647ef:41501 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4e57a52647ef:41501. 2024-11-14T17:22:53,413 DEBUG [RS:0;4e57a52647ef:41501 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:22:53,413 DEBUG [RS:0;4e57a52647ef:41501 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:53,413 DEBUG [RS:0;4e57a52647ef:41501 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:53,414 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:22:53,430 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854.replicationSource.wal-reader.4e57a52647ef%2C41501%2C1731604951854,1-4e57a52647ef,41501,1731604951854 {}] regionserver.WALEntryStream(449): Reached the end of hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/WALs/4e57a52647ef,41501,1731604951854/4e57a52647ef%2C41501%2C1731604951854.1731604954943 and length of the file is 2136 2024-11-14T17:22:53,431 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854.replicationSource.wal-reader.4e57a52647ef%2C41501%2C1731604951854,1-4e57a52647ef,41501,1731604951854 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/WALs/4e57a52647ef,41501,1731604951854/4e57a52647ef%2C41501%2C1731604951854.1731604954943 2024-11-14T17:22:53,445 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.wal-reader.4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/WALs/4e57a52647ef,37901,1731604948616/4e57a52647ef%2C37901%2C1731604948616.1731604950107 to pos 1191, reset compression=false 2024-11-14T17:22:53,514 INFO [RS:0;4e57a52647ef:41501 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854.replicationSource.shipper4e57a52647ef%2C41501%2C1731604951854,1-4e57a52647ef,41501,1731604951854 terminated 2024-11-14T17:22:53,515 INFO [RS:0;4e57a52647ef:41501 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4e57a52647ef:41501. 2024-11-14T17:22:53,515 DEBUG [RS:0;4e57a52647ef:41501 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:22:53,515 DEBUG [RS:0;4e57a52647ef:41501 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:53,515 DEBUG [RS:0;4e57a52647ef:41501 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:53,515 INFO [RS:0;4e57a52647ef:41501 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41501 2024-11-14T17:22:53,515 WARN [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,41501,1731604951854.replicationSource.wal-reader.4e57a52647ef%2C41501%2C1731604951854,1-4e57a52647ef,41501,1731604951854 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-14T17:22:53,516 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:22:53,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33939-0x100ab76182b0006, quorum=127.0.0.1:56043, baseZNode=/2245437006 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2245437006/rs 2024-11-14T17:22:53,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41501-0x100ab76182b0007, quorum=127.0.0.1:56043, baseZNode=/2245437006 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2245437006/rs/4e57a52647ef,41501,1731604951854 2024-11-14T17:22:53,550 INFO [RS:0;4e57a52647ef:41501 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T17:22:53,553 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4e57a52647ef,41501,1731604951854] 2024-11-14T17:22:53,563 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2245437006/draining/4e57a52647ef,41501,1731604951854 already deleted, retry=false 2024-11-14T17:22:53,563 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4e57a52647ef,41501,1731604951854 expired; onlineServers=0 2024-11-14T17:22:53,563 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4e57a52647ef,33939,1731604951697' ***** 2024-11-14T17:22:53,563 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T17:22:53,565 INFO [M:0;4e57a52647ef:33939 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T17:22:53,565 INFO [M:0;4e57a52647ef:33939 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T17:22:53,565 DEBUG [M:0;4e57a52647ef:33939 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T17:22:53,565 DEBUG [M:0;4e57a52647ef:33939 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T17:22:53,566 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T17:22:53,566 DEBUG [master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731604954439 {}] cleaner.HFileCleaner(306): Exit Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731604954439,5,FailOnTimeoutGroup] 2024-11-14T17:22:53,569 INFO [M:0;4e57a52647ef:33939 {}] hbase.ChoreService(370): Chore service for: master/4e57a52647ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T17:22:53,569 INFO [M:0;4e57a52647ef:33939 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T17:22:53,570 DEBUG [M:0;4e57a52647ef:33939 {}] master.HMaster(1795): Stopping service threads 2024-11-14T17:22:53,570 INFO [M:0;4e57a52647ef:33939 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T17:22:53,570 INFO [M:0;4e57a52647ef:33939 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T17:22:53,570 INFO [M:0;4e57a52647ef:33939 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T17:22:53,570 DEBUG [master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731604954443 {}] cleaner.HFileCleaner(306): Exit Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731604954443,5,FailOnTimeoutGroup] 2024-11-14T17:22:53,573 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T17:22:53,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33939-0x100ab76182b0006, quorum=127.0.0.1:56043, baseZNode=/2245437006 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2245437006/master 2024-11-14T17:22:53,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33939-0x100ab76182b0006, quorum=127.0.0.1:56043, baseZNode=/2245437006 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2245437006 2024-11-14T17:22:53,582 DEBUG [M:0;4e57a52647ef:33939 {}] zookeeper.ZKUtil(347): master:33939-0x100ab76182b0006, quorum=127.0.0.1:56043, baseZNode=/2245437006 Unable to get data of znode /2245437006/master because node does not exist (not an error) 2024-11-14T17:22:53,582 WARN [M:0;4e57a52647ef:33939 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T17:22:53,602 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44623,1731604943726.replicationSource.wal-reader.4e57a52647ef%2C44623%2C1731604943726,1-4e57a52647ef,44623,1731604943726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/WALs/4e57a52647ef,44623,1731604943726/4e57a52647ef%2C44623%2C1731604943726.1731604946235 to pos 636, reset compression=false 2024-11-14T17:22:53,607 INFO [M:0;4e57a52647ef:33939 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/.lastflushedseqids 2024-11-14T17:22:53,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41501-0x100ab76182b0007, quorum=127.0.0.1:56043, baseZNode=/2245437006 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:22:53,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41501-0x100ab76182b0007, quorum=127.0.0.1:56043, baseZNode=/2245437006 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:22:53,659 INFO [RS:0;4e57a52647ef:41501 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T17:22:53,659 INFO [RS:0;4e57a52647ef:41501 {}] regionserver.HRegionServer(1031): Exiting; stopping=4e57a52647ef,41501,1731604951854; zookeeper connection closed. 2024-11-14T17:22:53,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38379 is added to blk_1073741848_1024 (size=245) 2024-11-14T17:22:53,690 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@630b6257 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@630b6257 2024-11-14T17:22:53,694 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T17:22:54,090 INFO [M:0;4e57a52647ef:33939 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T17:22:54,090 INFO [M:0;4e57a52647ef:33939 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T17:22:54,090 DEBUG [M:0;4e57a52647ef:33939 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T17:22:54,090 INFO [M:0;4e57a52647ef:33939 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:22:54,090 DEBUG [M:0;4e57a52647ef:33939 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:22:54,090 DEBUG [M:0;4e57a52647ef:33939 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T17:22:54,090 DEBUG [M:0;4e57a52647ef:33939 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:22:54,090 INFO [M:0;4e57a52647ef:33939 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-14T17:22:54,141 DEBUG [M:0;4e57a52647ef:33939 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/42796406f5ea43aca3cca1f07da12325 is 82, key is hbase:meta,,1/info:regioninfo/1731604955574/Put/seqid=0 2024-11-14T17:22:54,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38379 is added to blk_1073741849_1025 (size=5672) 2024-11-14T17:22:54,207 INFO [M:0;4e57a52647ef:33939 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/42796406f5ea43aca3cca1f07da12325 2024-11-14T17:22:54,288 DEBUG [M:0;4e57a52647ef:33939 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/98045d8efbcf424c8b6af01fb9c7385d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731604963993/Put/seqid=0 2024-11-14T17:22:54,290 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.wal-reader.4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/WALs/4e57a52647ef,37901,1731604948616/4e57a52647ef%2C37901%2C1731604948616.1731604950107 to pos 1191, reset compression=false 2024-11-14T17:22:54,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38379 is added to blk_1073741850_1026 (size=8515) 2024-11-14T17:22:54,335 INFO [M:0;4e57a52647ef:33939 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/98045d8efbcf424c8b6af01fb9c7385d 2024-11-14T17:22:54,367 DEBUG [M:0;4e57a52647ef:33939 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8decdbeaabc9412cb0394523247202c0 is 69, key is 4e57a52647ef,41501,1731604951854/rs:state/1731604954575/Put/seqid=0 2024-11-14T17:22:54,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38379 is added to blk_1073741851_1027 (size=5156) 2024-11-14T17:22:54,419 INFO [M:0;4e57a52647ef:33939 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8decdbeaabc9412cb0394523247202c0 2024-11-14T17:22:54,437 DEBUG [M:0;4e57a52647ef:33939 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/42796406f5ea43aca3cca1f07da12325 as hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/42796406f5ea43aca3cca1f07da12325 2024-11-14T17:22:54,443 INFO [M:0;4e57a52647ef:33939 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/42796406f5ea43aca3cca1f07da12325, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T17:22:54,445 DEBUG [M:0;4e57a52647ef:33939 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/98045d8efbcf424c8b6af01fb9c7385d as hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/98045d8efbcf424c8b6af01fb9c7385d 2024-11-14T17:22:54,450 INFO [M:0;4e57a52647ef:33939 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/98045d8efbcf424c8b6af01fb9c7385d, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T17:22:54,451 DEBUG [M:0;4e57a52647ef:33939 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8decdbeaabc9412cb0394523247202c0 as hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8decdbeaabc9412cb0394523247202c0 2024-11-14T17:22:54,457 INFO [M:0;4e57a52647ef:33939 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43039/user/jenkins/test-data/3b1dfd8f-3b05-624d-3b4c-e0ae7b78afd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8decdbeaabc9412cb0394523247202c0, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T17:22:54,463 INFO [M:0;4e57a52647ef:33939 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 372ms, sequenceid=97, compaction requested=false 2024-11-14T17:22:54,511 INFO [M:0;4e57a52647ef:33939 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:22:54,511 DEBUG [M:0;4e57a52647ef:33939 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731604974090Disabling compacts and flushes for region at 1731604974090Disabling writes for close at 1731604974090Obtaining lock to block concurrent updates at 1731604974090Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731604974090Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731604974091 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731604974097 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731604974097Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731604974140 (+43 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731604974140Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731604974233 (+93 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731604974287 (+54 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731604974287Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731604974340 (+53 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731604974367 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731604974367Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c7aeb57: reopening flushed file at 1731604974436 (+69 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11391d58: reopening flushed file at 1731604974444 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fd6606d: reopening flushed file at 1731604974450 (+6 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 372ms, sequenceid=97, compaction requested=false at 1731604974463 (+13 ms)Writing region close event to WAL at 1731604974511 (+48 ms)Closed at 1731604974511 2024-11-14T17:22:54,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38379 is added to blk_1073741830_1006 (size=63642) 2024-11-14T17:22:54,519 INFO [M:0;4e57a52647ef:33939 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T17:22:54,519 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T17:22:54,519 INFO [M:0;4e57a52647ef:33939 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33939 2024-11-14T17:22:54,520 INFO [M:0;4e57a52647ef:33939 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T17:22:54,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33939-0x100ab76182b0006, quorum=127.0.0.1:56043, baseZNode=/2245437006 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:22:54,623 INFO [M:0;4e57a52647ef:33939 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T17:22:54,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33939-0x100ab76182b0006, quorum=127.0.0.1:56043, baseZNode=/2245437006 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:22:54,627 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@68e6bf5a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T17:22:54,627 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7326c7ba{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T17:22:54,627 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T17:22:54,627 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f9147eb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T17:22:54,627 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@148f9f11{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b89e4994-03b9-e4d6-ac23-646f69b58978/hadoop.log.dir/,STOPPED} 2024-11-14T17:22:54,632 WARN [BP-745266943-172.17.0.3-1731604950810 heartbeating to localhost/127.0.0.1:43039 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T17:22:54,632 WARN [BP-745266943-172.17.0.3-1731604950810 heartbeating to localhost/127.0.0.1:43039 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-745266943-172.17.0.3-1731604950810 (Datanode Uuid c2eb8c4a-9678-4728-a8a3-e9acefca4245) service to localhost/127.0.0.1:43039 2024-11-14T17:22:54,633 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b89e4994-03b9-e4d6-ac23-646f69b58978/cluster_9006e44d-a362-5c2c-a264-e67bfbe126de/data/data2/current/BP-745266943-172.17.0.3-1731604950810 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T17:22:54,633 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T17:22:54,633 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T17:22:54,633 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b89e4994-03b9-e4d6-ac23-646f69b58978/cluster_9006e44d-a362-5c2c-a264-e67bfbe126de/data/data1/current/BP-745266943-172.17.0.3-1731604950810 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T17:22:54,633 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T17:22:54,643 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@cec87cf{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T17:22:54,643 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2424ba0e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T17:22:54,643 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T17:22:54,644 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a453c14{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T17:22:54,644 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@282af760{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b89e4994-03b9-e4d6-ac23-646f69b58978/hadoop.log.dir/,STOPPED} 2024-11-14T17:22:54,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T17:22:54,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T17:22:54,662 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:22:54,662 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:22:54,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:54,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:54,663 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:22:54,663 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T17:22:54,663 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1632953049, stopped=false 2024-11-14T17:22:54,663 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4e57a52647ef,41747,1731604948416 2024-11-14T17:22:54,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41747-0x100ab76182b0003, quorum=127.0.0.1:56043, baseZNode=/12057686395 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12057686395/running 2024-11-14T17:22:54,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41747-0x100ab76182b0003, quorum=127.0.0.1:56043, baseZNode=/12057686395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12057686395 2024-11-14T17:22:54,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37901-0x100ab76182b0004, quorum=127.0.0.1:56043, baseZNode=/12057686395 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12057686395/running 2024-11-14T17:22:54,665 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T17:22:54,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37901-0x100ab76182b0004, quorum=127.0.0.1:56043, baseZNode=/12057686395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12057686395 2024-11-14T17:22:54,666 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41747-0x100ab76182b0003, quorum=127.0.0.1:56043, baseZNode=/12057686395 Set watcher on znode that does not yet exist, /12057686395/running 2024-11-14T17:22:54,666 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37901-0x100ab76182b0004, quorum=127.0.0.1:56043, baseZNode=/12057686395 Set watcher on znode that does not yet exist, /12057686395/running 2024-11-14T17:22:54,667 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:22:54,667 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:22:54,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:54,667 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4e57a52647ef,37901,1731604948616' ***** 2024-11-14T17:22:54,667 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T17:22:54,668 INFO [RS:0;4e57a52647ef:37901 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T17:22:54,668 INFO [RS:0;4e57a52647ef:37901 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T17:22:54,668 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T17:22:54,668 INFO [RS:0;4e57a52647ef:37901 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T17:22:54,668 INFO [RS:0;4e57a52647ef:37901 {}] regionserver.HRegionServer(3091): Received CLOSE for 179c6e0a7ed6f901a3c939d7dfc58ea8 2024-11-14T17:22:54,668 INFO [RS:0;4e57a52647ef:37901 {}] regionserver.HRegionServer(3091): Received CLOSE for a7839df5491a83b6ac02e050f89f00ef 2024-11-14T17:22:54,668 INFO [RS:0;4e57a52647ef:37901 {}] regionserver.HRegionServer(959): stopping server 4e57a52647ef,37901,1731604948616 2024-11-14T17:22:54,668 INFO [RS:0;4e57a52647ef:37901 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T17:22:54,668 INFO [RS:0;4e57a52647ef:37901 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4e57a52647ef:37901. 2024-11-14T17:22:54,668 DEBUG [RS:0;4e57a52647ef:37901 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:22:54,668 DEBUG [RS:0;4e57a52647ef:37901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:54,668 INFO [RS:0;4e57a52647ef:37901 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T17:22:54,668 INFO [RS:0;4e57a52647ef:37901 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T17:22:54,668 INFO [RS:0;4e57a52647ef:37901 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T17:22:54,668 INFO [RS:0;4e57a52647ef:37901 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T17:22:54,669 INFO [RS:0;4e57a52647ef:37901 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T17:22:54,669 DEBUG [RS:0;4e57a52647ef:37901 {}] regionserver.HRegionServer(1325): Online Regions={179c6e0a7ed6f901a3c939d7dfc58ea8=hbase:replication,,1731604960502.179c6e0a7ed6f901a3c939d7dfc58ea8., 1588230740=hbase:meta,,1.1588230740, a7839df5491a83b6ac02e050f89f00ef=test,,1731604956952.a7839df5491a83b6ac02e050f89f00ef.} 2024-11-14T17:22:54,669 DEBUG [RS:0;4e57a52647ef:37901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 179c6e0a7ed6f901a3c939d7dfc58ea8, a7839df5491a83b6ac02e050f89f00ef 2024-11-14T17:22:54,669 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 179c6e0a7ed6f901a3c939d7dfc58ea8, disabling compactions & flushes 2024-11-14T17:22:54,669 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731604960502.179c6e0a7ed6f901a3c939d7dfc58ea8. 2024-11-14T17:22:54,669 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731604960502.179c6e0a7ed6f901a3c939d7dfc58ea8. 2024-11-14T17:22:54,669 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731604960502.179c6e0a7ed6f901a3c939d7dfc58ea8. after waiting 0 ms 2024-11-14T17:22:54,669 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731604960502.179c6e0a7ed6f901a3c939d7dfc58ea8. 2024-11-14T17:22:54,669 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T17:22:54,669 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T17:22:54,669 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 179c6e0a7ed6f901a3c939d7dfc58ea8 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-14T17:22:54,669 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T17:22:54,669 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T17:22:54,669 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T17:22:54,669 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T17:22:54,691 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/data/hbase/replication/179c6e0a7ed6f901a3c939d7dfc58ea8/.tmp/queue/7922a812beb547509e7bcd58321c8d89 is 154, key is 1-4e57a52647ef,37901,1731604948616/queue:4e57a52647ef%2C37901%2C1731604948616/1731604970651/Put/seqid=0 2024-11-14T17:22:54,711 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/data/hbase/meta/1588230740/.tmp/info/9dae4c7f39e94ba9a9e1dad811635ee3 is 147, key is hbase:replication,,1731604960502.179c6e0a7ed6f901a3c939d7dfc58ea8./info:regioninfo/1731604961948/Put/seqid=0 2024-11-14T17:22:54,744 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44623,1731604943726.replicationSource.wal-reader.4e57a52647ef%2C44623%2C1731604943726,1-4e57a52647ef,44623,1731604943726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/WALs/4e57a52647ef,44623,1731604943726/4e57a52647ef%2C44623%2C1731604943726.1731604946235 to pos 636, reset compression=false 2024-11-14T17:22:54,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36577 is added to blk_1073741841_1017 (size=7686) 2024-11-14T17:22:54,757 INFO [regionserver/4e57a52647ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T17:22:54,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36577 is added to blk_1073741840_1016 (size=5353) 2024-11-14T17:22:54,774 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/data/hbase/replication/179c6e0a7ed6f901a3c939d7dfc58ea8/.tmp/queue/7922a812beb547509e7bcd58321c8d89 2024-11-14T17:22:54,809 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/data/hbase/replication/179c6e0a7ed6f901a3c939d7dfc58ea8/.tmp/queue/7922a812beb547509e7bcd58321c8d89 as hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/data/hbase/replication/179c6e0a7ed6f901a3c939d7dfc58ea8/queue/7922a812beb547509e7bcd58321c8d89 2024-11-14T17:22:54,822 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/data/hbase/replication/179c6e0a7ed6f901a3c939d7dfc58ea8/queue/7922a812beb547509e7bcd58321c8d89, entries=1, sequenceid=12, filesize=5.2 K 2024-11-14T17:22:54,826 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 179c6e0a7ed6f901a3c939d7dfc58ea8 in 157ms, sequenceid=12, compaction requested=false 2024-11-14T17:22:54,826 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T17:22:54,851 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/data/hbase/replication/179c6e0a7ed6f901a3c939d7dfc58ea8/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T17:22:54,856 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T17:22:54,856 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T17:22:54,856 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731604960502.179c6e0a7ed6f901a3c939d7dfc58ea8. 2024-11-14T17:22:54,856 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 179c6e0a7ed6f901a3c939d7dfc58ea8: Waiting for close lock at 1731604974669Running coprocessor pre-close hooks at 1731604974669Disabling compacts and flushes for region at 1731604974669Disabling writes for close at 1731604974669Obtaining lock to block concurrent updates at 1731604974669Preparing flush snapshotting stores in 179c6e0a7ed6f901a3c939d7dfc58ea8 at 1731604974669Finished memstore snapshotting hbase:replication,,1731604960502.179c6e0a7ed6f901a3c939d7dfc58ea8., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731604974669Flushing stores of hbase:replication,,1731604960502.179c6e0a7ed6f901a3c939d7dfc58ea8. at 1731604974670 (+1 ms)Flushing 179c6e0a7ed6f901a3c939d7dfc58ea8/queue: creating writer at 1731604974670Flushing 179c6e0a7ed6f901a3c939d7dfc58ea8/queue: appending metadata at 1731604974690 (+20 ms)Flushing 179c6e0a7ed6f901a3c939d7dfc58ea8/queue: closing flushed file at 1731604974690Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68cc38f7: reopening flushed file at 1731604974803 (+113 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 179c6e0a7ed6f901a3c939d7dfc58ea8 in 157ms, sequenceid=12, compaction requested=false at 1731604974826 (+23 ms)Writing region close event to WAL at 1731604974838 (+12 ms)Running coprocessor post-close hooks at 1731604974856 (+18 ms)Closed at 1731604974856 2024-11-14T17:22:54,856 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731604960502.179c6e0a7ed6f901a3c939d7dfc58ea8. 2024-11-14T17:22:54,857 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a7839df5491a83b6ac02e050f89f00ef, disabling compactions & flushes 2024-11-14T17:22:54,857 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731604956952.a7839df5491a83b6ac02e050f89f00ef. 2024-11-14T17:22:54,857 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731604956952.a7839df5491a83b6ac02e050f89f00ef. 2024-11-14T17:22:54,857 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731604956952.a7839df5491a83b6ac02e050f89f00ef. after waiting 0 ms 2024-11-14T17:22:54,857 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731604956952.a7839df5491a83b6ac02e050f89f00ef. 2024-11-14T17:22:54,857 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a7839df5491a83b6ac02e050f89f00ef 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-14T17:22:54,869 DEBUG [RS:0;4e57a52647ef:37901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a7839df5491a83b6ac02e050f89f00ef 2024-11-14T17:22:54,913 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/data/default/test/a7839df5491a83b6ac02e050f89f00ef/.tmp/f/188644be3f284b019554425ecaa6af06 is 29, key is row1/f:/1731604968947/DeleteFamily/seqid=0 2024-11-14T17:22:54,946 INFO [regionserver/4e57a52647ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T17:22:54,946 INFO [regionserver/4e57a52647ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T17:22:54,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36577 is added to blk_1073741842_1018 (size=5152) 2024-11-14T17:22:55,070 DEBUG [RS:0;4e57a52647ef:37901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a7839df5491a83b6ac02e050f89f00ef 2024-11-14T17:22:55,161 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/data/hbase/meta/1588230740/.tmp/info/9dae4c7f39e94ba9a9e1dad811635ee3 2024-11-14T17:22:55,214 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/data/hbase/meta/1588230740/.tmp/ns/ebc3a38b3ffd40f381fe4a0963ce8e16 is 43, key is default/ns:d/1731604950668/Put/seqid=0 2024-11-14T17:22:55,235 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.wal-reader.4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/WALs/4e57a52647ef,37901,1731604948616/4e57a52647ef%2C37901%2C1731604948616.1731604950107 to pos 1191, reset compression=false 2024-11-14T17:22:55,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36577 is added to blk_1073741843_1019 (size=5153) 2024-11-14T17:22:55,261 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/data/hbase/meta/1588230740/.tmp/ns/ebc3a38b3ffd40f381fe4a0963ce8e16 2024-11-14T17:22:55,263 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.wal-reader.4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T17:22:55,263 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.wal-reader.4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/WALs/4e57a52647ef,37901,1731604948616/4e57a52647ef%2C37901%2C1731604948616.1731604950107 to pos 1438, reset compression=false 2024-11-14T17:22:55,263 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.shipper4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,37901,1731604948616 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/WALs/4e57a52647ef,37901,1731604948616/4e57a52647ef%2C37901%2C1731604948616.1731604950107, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T17:22:55,264 ERROR [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.shipper4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 4e57a52647ef,37901,1731604948616: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-4e57a52647ef,37901,1731604948616, walGroup=4e57a52647ef%2C37901%2C1731604948616, offset=4e57a52647ef%2C37901%2C1731604948616.1731604950107:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e57a52647ef:37901 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T17:22:55,265 ERROR [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.shipper4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T17:22:55,265 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.shipper4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T17:22:55,266 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.shipper4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T17:22:55,266 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.shipper4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T17:22:55,266 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.shipper4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T17:22:55,266 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.shipper4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1363148800, "init": 1048576000, "max": 2306867200, "used": 920150512 }, "NonHeapMemoryUsage": { "committed": 206635008, "init": 7667712, "max": -1, "used": 202408584 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T17:22:55,266 WARN [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.shipper4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e57a52647ef:41747 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e57a52647ef:41747 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T17:22:55,270 DEBUG [RS:0;4e57a52647ef:37901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a7839df5491a83b6ac02e050f89f00ef 2024-11-14T17:22:55,327 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/data/hbase/meta/1588230740/.tmp/rep_barrier/e4247f8b11d74e9fa3d7450b9e56f21b is 112, key is test,,1731604956952.a7839df5491a83b6ac02e050f89f00ef./rep_barrier:seqnumDuringOpen/1731604957917/Put/seqid=0 2024-11-14T17:22:55,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36577 is added to blk_1073741844_1020 (size=5518) 2024-11-14T17:22:55,354 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/data/hbase/meta/1588230740/.tmp/rep_barrier/e4247f8b11d74e9fa3d7450b9e56f21b 2024-11-14T17:22:55,356 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/data/default/test/a7839df5491a83b6ac02e050f89f00ef/.tmp/f/188644be3f284b019554425ecaa6af06 2024-11-14T17:22:55,368 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 188644be3f284b019554425ecaa6af06 2024-11-14T17:22:55,403 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/data/default/test/a7839df5491a83b6ac02e050f89f00ef/.tmp/f1/d3b43183b544477dbe047933f0b461f7 is 30, key is row1/f1:/1731604968947/DeleteFamily/seqid=0 2024-11-14T17:22:55,404 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/data/hbase/meta/1588230740/.tmp/table/78287be31167411cbc337e1dc02c31bb is 53, key is hbase:replication/table:state/1731604961970/Put/seqid=0 2024-11-14T17:22:55,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36577 is added to blk_1073741846_1022 (size=5158) 2024-11-14T17:22:55,440 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/data/default/test/a7839df5491a83b6ac02e050f89f00ef/.tmp/f1/d3b43183b544477dbe047933f0b461f7 2024-11-14T17:22:55,449 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d3b43183b544477dbe047933f0b461f7 2024-11-14T17:22:55,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36577 is added to blk_1073741845_1021 (size=5308) 2024-11-14T17:22:55,453 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/data/hbase/meta/1588230740/.tmp/table/78287be31167411cbc337e1dc02c31bb 2024-11-14T17:22:55,464 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/data/hbase/meta/1588230740/.tmp/info/9dae4c7f39e94ba9a9e1dad811635ee3 as hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/data/hbase/meta/1588230740/info/9dae4c7f39e94ba9a9e1dad811635ee3 2024-11-14T17:22:55,471 DEBUG [RS:0;4e57a52647ef:37901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a7839df5491a83b6ac02e050f89f00ef 2024-11-14T17:22:55,472 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/data/hbase/meta/1588230740/info/9dae4c7f39e94ba9a9e1dad811635ee3, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T17:22:55,473 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/data/hbase/meta/1588230740/.tmp/ns/ebc3a38b3ffd40f381fe4a0963ce8e16 as hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/data/hbase/meta/1588230740/ns/ebc3a38b3ffd40f381fe4a0963ce8e16 2024-11-14T17:22:55,480 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/data/hbase/meta/1588230740/ns/ebc3a38b3ffd40f381fe4a0963ce8e16, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T17:22:55,481 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/data/hbase/meta/1588230740/.tmp/rep_barrier/e4247f8b11d74e9fa3d7450b9e56f21b as hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/data/hbase/meta/1588230740/rep_barrier/e4247f8b11d74e9fa3d7450b9e56f21b 2024-11-14T17:22:55,489 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/data/hbase/meta/1588230740/rep_barrier/e4247f8b11d74e9fa3d7450b9e56f21b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T17:22:55,490 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/data/hbase/meta/1588230740/.tmp/table/78287be31167411cbc337e1dc02c31bb as hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/data/hbase/meta/1588230740/table/78287be31167411cbc337e1dc02c31bb 2024-11-14T17:22:55,497 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/data/hbase/meta/1588230740/table/78287be31167411cbc337e1dc02c31bb, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T17:22:55,498 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 829ms, sequenceid=16, compaction requested=false 2024-11-14T17:22:55,498 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T17:22:55,503 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/data/default/test/a7839df5491a83b6ac02e050f89f00ef/.tmp/norep/60541b56e72a4a7bbf01e1b1f72d4aff is 33, key is row1/norep:/1731604968947/DeleteFamily/seqid=0 2024-11-14T17:22:55,504 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.wal-reader.4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/WALs/4e57a52647ef,37901,1731604948616/4e57a52647ef%2C37901%2C1731604948616.1731604950107 to pos 1438, reset compression=false 2024-11-14T17:22:55,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36577 is added to blk_1073741847_1023 (size=5108) 2024-11-14T17:22:55,563 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/data/default/test/a7839df5491a83b6ac02e050f89f00ef/.tmp/norep/60541b56e72a4a7bbf01e1b1f72d4aff 2024-11-14T17:22:55,579 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 60541b56e72a4a7bbf01e1b1f72d4aff 2024-11-14T17:22:55,580 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/data/default/test/a7839df5491a83b6ac02e050f89f00ef/.tmp/f/188644be3f284b019554425ecaa6af06 as hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/data/default/test/a7839df5491a83b6ac02e050f89f00ef/f/188644be3f284b019554425ecaa6af06 2024-11-14T17:22:55,589 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T17:22:55,589 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 188644be3f284b019554425ecaa6af06 2024-11-14T17:22:55,589 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/data/default/test/a7839df5491a83b6ac02e050f89f00ef/f/188644be3f284b019554425ecaa6af06, entries=3, sequenceid=10, filesize=5.0 K 2024-11-14T17:22:55,590 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T17:22:55,591 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T17:22:55,591 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T17:22:55,591 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731604974669Running coprocessor pre-close hooks at 1731604974669Disabling compacts and flushes for region at 1731604974669Disabling writes for close at 1731604974669Obtaining lock to block concurrent updates at 1731604974669Preparing flush snapshotting stores in 1588230740 at 1731604974669Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731604974670 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731604974670Flushing 1588230740/info: creating writer at 1731604974670Flushing 1588230740/info: appending metadata at 1731604974711 (+41 ms)Flushing 1588230740/info: closing flushed file at 1731604974711Flushing 1588230740/ns: creating writer at 1731604975187 (+476 ms)Flushing 1588230740/ns: appending metadata at 1731604975213 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1731604975213Flushing 1588230740/rep_barrier: creating writer at 1731604975280 (+67 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731604975326 (+46 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731604975326Flushing 1588230740/table: creating writer at 1731604975361 (+35 ms)Flushing 1588230740/table: appending metadata at 1731604975402 (+41 ms)Flushing 1588230740/table: closing flushed file at 1731604975402Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f166219: reopening flushed file at 1731604975463 (+61 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12203e34: reopening flushed file at 1731604975472 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70f01829: reopening flushed file at 1731604975480 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36956e8d: reopening flushed file at 1731604975489 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 829ms, sequenceid=16, compaction requested=false at 1731604975498 (+9 ms)Writing region close event to WAL at 1731604975562 (+64 ms)Running coprocessor post-close hooks at 1731604975590 (+28 ms)Closed at 1731604975591 (+1 ms) 2024-11-14T17:22:55,591 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T17:22:55,593 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/data/default/test/a7839df5491a83b6ac02e050f89f00ef/.tmp/f1/d3b43183b544477dbe047933f0b461f7 as hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/data/default/test/a7839df5491a83b6ac02e050f89f00ef/f1/d3b43183b544477dbe047933f0b461f7 2024-11-14T17:22:55,599 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d3b43183b544477dbe047933f0b461f7 2024-11-14T17:22:55,599 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/data/default/test/a7839df5491a83b6ac02e050f89f00ef/f1/d3b43183b544477dbe047933f0b461f7, entries=3, sequenceid=10, filesize=5.0 K 2024-11-14T17:22:55,600 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/data/default/test/a7839df5491a83b6ac02e050f89f00ef/.tmp/norep/60541b56e72a4a7bbf01e1b1f72d4aff as hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/data/default/test/a7839df5491a83b6ac02e050f89f00ef/norep/60541b56e72a4a7bbf01e1b1f72d4aff 2024-11-14T17:22:55,613 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 60541b56e72a4a7bbf01e1b1f72d4aff 2024-11-14T17:22:55,614 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/data/default/test/a7839df5491a83b6ac02e050f89f00ef/norep/60541b56e72a4a7bbf01e1b1f72d4aff, entries=1, sequenceid=10, filesize=5.0 K 2024-11-14T17:22:55,619 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for a7839df5491a83b6ac02e050f89f00ef in 762ms, sequenceid=10, compaction requested=false 2024-11-14T17:22:55,671 INFO [RS:0;4e57a52647ef:37901 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T17:22:55,671 DEBUG [RS:0;4e57a52647ef:37901 {}] regionserver.HRegionServer(1325): Online Regions={a7839df5491a83b6ac02e050f89f00ef=test,,1731604956952.a7839df5491a83b6ac02e050f89f00ef.} 2024-11-14T17:22:55,671 DEBUG [RS:0;4e57a52647ef:37901 {}] regionserver.HRegionServer(1351): Waiting on a7839df5491a83b6ac02e050f89f00ef 2024-11-14T17:22:55,676 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/data/default/test/a7839df5491a83b6ac02e050f89f00ef/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-14T17:22:55,677 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T17:22:55,677 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T17:22:55,677 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731604956952.a7839df5491a83b6ac02e050f89f00ef. 2024-11-14T17:22:55,678 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a7839df5491a83b6ac02e050f89f00ef: Waiting for close lock at 1731604974857Running coprocessor pre-close hooks at 1731604974857Disabling compacts and flushes for region at 1731604974857Disabling writes for close at 1731604974857Obtaining lock to block concurrent updates at 1731604974857Preparing flush snapshotting stores in a7839df5491a83b6ac02e050f89f00ef at 1731604974857Finished memstore snapshotting test,,1731604956952.a7839df5491a83b6ac02e050f89f00ef., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731604974857Flushing stores of test,,1731604956952.a7839df5491a83b6ac02e050f89f00ef. at 1731604974861 (+4 ms)Flushing a7839df5491a83b6ac02e050f89f00ef/f: creating writer at 1731604974861Flushing a7839df5491a83b6ac02e050f89f00ef/f: appending metadata at 1731604974913 (+52 ms)Flushing a7839df5491a83b6ac02e050f89f00ef/f: closing flushed file at 1731604974913Flushing a7839df5491a83b6ac02e050f89f00ef/f1: creating writer at 1731604975369 (+456 ms)Flushing a7839df5491a83b6ac02e050f89f00ef/f1: appending metadata at 1731604975402 (+33 ms)Flushing a7839df5491a83b6ac02e050f89f00ef/f1: closing flushed file at 1731604975402Flushing a7839df5491a83b6ac02e050f89f00ef/norep: creating writer at 1731604975449 (+47 ms)Flushing a7839df5491a83b6ac02e050f89f00ef/norep: appending metadata at 1731604975502 (+53 ms)Flushing a7839df5491a83b6ac02e050f89f00ef/norep: closing flushed file at 1731604975502Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@555ae1b4: reopening flushed file at 1731604975579 (+77 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c7cc484: reopening flushed file at 1731604975590 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f0b7962: reopening flushed file at 1731604975600 (+10 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for a7839df5491a83b6ac02e050f89f00ef in 762ms, sequenceid=10, compaction requested=false at 1731604975619 (+19 ms)Writing region close event to WAL at 1731604975666 (+47 ms)Running coprocessor post-close hooks at 1731604975677 (+11 ms)Closed at 1731604975677 2024-11-14T17:22:55,678 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731604956952.a7839df5491a83b6ac02e050f89f00ef. 2024-11-14T17:22:55,846 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.wal-reader.4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/WALs/4e57a52647ef,37901,1731604948616/4e57a52647ef%2C37901%2C1731604948616.1731604950107 to pos 1438, reset compression=false 2024-11-14T17:22:55,870 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.wal-reader.4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T17:22:55,871 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.wal-reader.4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/WALs/4e57a52647ef,37901,1731604948616/4e57a52647ef%2C37901%2C1731604948616.1731604950107 to pos 2082, reset compression=false 2024-11-14T17:22:55,871 INFO [RS:0;4e57a52647ef:37901 {}] regionserver.HRegionServer(976): stopping server 4e57a52647ef,37901,1731604948616; all regions closed. 2024-11-14T17:22:55,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36577 is added to blk_1073741834_1010 (size=4239) 2024-11-14T17:22:55,890 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/WALs/4e57a52647ef,37901,1731604948616/4e57a52647ef%2C37901%2C1731604948616.meta.1731604950613.meta not finished, retry = 0 2024-11-14T17:22:55,965 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44623,1731604943726.replicationSource.wal-reader.4e57a52647ef%2C44623%2C1731604943726,1-4e57a52647ef,44623,1731604943726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/WALs/4e57a52647ef,44623,1731604943726/4e57a52647ef%2C44623%2C1731604943726.1731604946235 to pos 636, reset compression=false 2024-11-14T17:22:56,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36577 is added to blk_1073741839_1015 (size=3114) 2024-11-14T17:22:56,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36577 is added to blk_1073741832_1008 (size=2090) 2024-11-14T17:22:56,063 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/WALs/4e57a52647ef,37901,1731604948616/4e57a52647ef%2C37901%2C1731604948616.1731604950107 not finished, retry = 0 2024-11-14T17:22:56,095 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.wal-reader.4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/WALs/4e57a52647ef,37901,1731604948616/4e57a52647ef%2C37901%2C1731604948616.1731604950107 to pos 2082, reset compression=false 2024-11-14T17:22:56,174 DEBUG [RS:0;4e57a52647ef:37901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:56,174 INFO [RS:0;4e57a52647ef:37901 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T17:22:56,175 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.wal-reader.4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/WALs/4e57a52647ef,37901,1731604948616/4e57a52647ef%2C37901%2C1731604948616.1731604950107 2024-11-14T17:22:56,175 INFO [RS:0;4e57a52647ef:37901 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T17:22:56,175 INFO [RS:0;4e57a52647ef:37901 {}] hbase.ChoreService(370): Chore service for: regionserver/4e57a52647ef:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T17:22:56,175 INFO [RS:0;4e57a52647ef:37901 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T17:22:56,175 INFO [RS:0;4e57a52647ef:37901 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4e57a52647ef,37901,1731604948616 because: Region server is closing 2024-11-14T17:22:56,175 INFO [RS:0;4e57a52647ef:37901 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4e57a52647ef:37901. 2024-11-14T17:22:56,176 DEBUG [RS:0;4e57a52647ef:37901 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:22:56,176 DEBUG [RS:0;4e57a52647ef:37901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:56,176 DEBUG [RS:0;4e57a52647ef:37901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:56,176 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:22:56,176 INFO [regionserver/4e57a52647ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T17:22:56,276 INFO [RS:0;4e57a52647ef:37901 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.shipper4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 terminated 2024-11-14T17:22:56,276 INFO [RS:0;4e57a52647ef:37901 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4e57a52647ef:37901. 2024-11-14T17:22:56,277 DEBUG [RS:0;4e57a52647ef:37901 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:22:56,277 DEBUG [RS:0;4e57a52647ef:37901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:56,277 DEBUG [RS:0;4e57a52647ef:37901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:56,277 INFO [RS:0;4e57a52647ef:37901 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37901 2024-11-14T17:22:56,277 WARN [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,37901,1731604948616.replicationSource.wal-reader.4e57a52647ef%2C37901%2C1731604948616,1-4e57a52647ef,37901,1731604948616 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-14T17:22:56,277 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:22:56,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37901-0x100ab76182b0004, quorum=127.0.0.1:56043, baseZNode=/12057686395 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12057686395/rs/4e57a52647ef,37901,1731604948616 2024-11-14T17:22:56,281 INFO [RS:0;4e57a52647ef:37901 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T17:22:56,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41747-0x100ab76182b0003, quorum=127.0.0.1:56043, baseZNode=/12057686395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12057686395/rs 2024-11-14T17:22:56,291 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4e57a52647ef,37901,1731604948616] 2024-11-14T17:22:56,306 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /12057686395/draining/4e57a52647ef,37901,1731604948616 already deleted, retry=false 2024-11-14T17:22:56,306 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4e57a52647ef,37901,1731604948616 expired; onlineServers=0 2024-11-14T17:22:56,306 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4e57a52647ef,41747,1731604948416' ***** 2024-11-14T17:22:56,306 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T17:22:56,306 INFO [M:0;4e57a52647ef:41747 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T17:22:56,306 INFO [M:0;4e57a52647ef:41747 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T17:22:56,306 DEBUG [M:0;4e57a52647ef:41747 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T17:22:56,306 DEBUG [M:0;4e57a52647ef:41747 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T17:22:56,307 INFO [M:0;4e57a52647ef:41747 {}] hbase.ChoreService(370): Chore service for: master/4e57a52647ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T17:22:56,307 INFO [M:0;4e57a52647ef:41747 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T17:22:56,307 DEBUG [M:0;4e57a52647ef:41747 {}] master.HMaster(1795): Stopping service threads 2024-11-14T17:22:56,307 INFO [M:0;4e57a52647ef:41747 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T17:22:56,307 INFO [M:0;4e57a52647ef:41747 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T17:22:56,307 DEBUG [master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731604949761 {}] cleaner.HFileCleaner(306): Exit Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731604949761,5,FailOnTimeoutGroup] 2024-11-14T17:22:56,307 INFO [M:0;4e57a52647ef:41747 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T17:22:56,310 DEBUG [master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731604949755 {}] cleaner.HFileCleaner(306): Exit Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731604949755,5,FailOnTimeoutGroup] 2024-11-14T17:22:56,310 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T17:22:56,310 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T17:22:56,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41747-0x100ab76182b0003, quorum=127.0.0.1:56043, baseZNode=/12057686395 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12057686395/master 2024-11-14T17:22:56,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41747-0x100ab76182b0003, quorum=127.0.0.1:56043, baseZNode=/12057686395 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12057686395 2024-11-14T17:22:56,318 DEBUG [M:0;4e57a52647ef:41747 {}] zookeeper.RecoverableZooKeeper(212): Node /12057686395/master already deleted, retry=false 2024-11-14T17:22:56,318 DEBUG [M:0;4e57a52647ef:41747 {}] master.ActiveMasterManager(353): master:41747-0x100ab76182b0003, quorum=127.0.0.1:56043, baseZNode=/12057686395 Failed delete of our master address node; KeeperErrorCode = NoNode for /12057686395/master 2024-11-14T17:22:56,336 INFO [M:0;4e57a52647ef:41747 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/.lastflushedseqids 2024-11-14T17:22:56,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37901-0x100ab76182b0004, quorum=127.0.0.1:56043, baseZNode=/12057686395 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:22:56,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37901-0x100ab76182b0004, quorum=127.0.0.1:56043, baseZNode=/12057686395 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:22:56,385 INFO [RS:0;4e57a52647ef:37901 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T17:22:56,385 INFO [RS:0;4e57a52647ef:37901 {}] regionserver.HRegionServer(1031): Exiting; stopping=4e57a52647ef,37901,1731604948616; zookeeper connection closed. 2024-11-14T17:22:56,390 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@592dd321 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@592dd321 2024-11-14T17:22:56,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36577 is added to blk_1073741848_1024 (size=245) 2024-11-14T17:22:56,394 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T17:22:56,398 INFO [M:0;4e57a52647ef:41747 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T17:22:56,401 INFO [M:0;4e57a52647ef:41747 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T17:22:56,402 DEBUG [M:0;4e57a52647ef:41747 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T17:22:56,402 INFO [M:0;4e57a52647ef:41747 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:22:56,402 DEBUG [M:0;4e57a52647ef:41747 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:22:56,402 DEBUG [M:0;4e57a52647ef:41747 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T17:22:56,403 DEBUG [M:0;4e57a52647ef:41747 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:22:56,403 INFO [M:0;4e57a52647ef:41747 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-14T17:22:56,496 DEBUG [M:0;4e57a52647ef:41747 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/85a320a5b426423487fab83ea16bff84 is 82, key is hbase:meta,,1/info:regioninfo/1731604950655/Put/seqid=0 2024-11-14T17:22:56,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36577 is added to blk_1073741849_1025 (size=5672) 2024-11-14T17:22:56,544 INFO [M:0;4e57a52647ef:41747 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/85a320a5b426423487fab83ea16bff84 2024-11-14T17:22:56,615 DEBUG [M:0;4e57a52647ef:41747 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b66b989f79ec432f8720903d77913e6a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731604961980/Put/seqid=0 2024-11-14T17:22:56,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36577 is added to blk_1073741850_1026 (size=8516) 2024-11-14T17:22:57,021 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T17:22:57,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:57,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:57,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:57,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:57,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:57,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:57,074 INFO [M:0;4e57a52647ef:41747 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b66b989f79ec432f8720903d77913e6a 2024-11-14T17:22:57,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:57,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:57,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:57,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:57,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:57,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:57,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:57,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:57,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:22:57,157 DEBUG [M:0;4e57a52647ef:41747 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/be484036e7394bed9a1e867895e50242 is 69, key is 4e57a52647ef,37901,1731604948616/rs:state/1731604949820/Put/seqid=0 2024-11-14T17:22:57,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36577 is added to blk_1073741851_1027 (size=5156) 2024-11-14T17:22:57,306 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44623,1731604943726.replicationSource.wal-reader.4e57a52647ef%2C44623%2C1731604943726,1-4e57a52647ef,44623,1731604943726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/WALs/4e57a52647ef,44623,1731604943726/4e57a52647ef%2C44623%2C1731604943726.1731604946235 to pos 636, reset compression=false 2024-11-14T17:22:57,601 INFO [M:0;4e57a52647ef:41747 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/be484036e7394bed9a1e867895e50242 2024-11-14T17:22:57,618 DEBUG [M:0;4e57a52647ef:41747 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/85a320a5b426423487fab83ea16bff84 as hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/85a320a5b426423487fab83ea16bff84 2024-11-14T17:22:57,641 INFO [M:0;4e57a52647ef:41747 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/85a320a5b426423487fab83ea16bff84, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T17:22:57,642 DEBUG [M:0;4e57a52647ef:41747 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b66b989f79ec432f8720903d77913e6a as hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b66b989f79ec432f8720903d77913e6a 2024-11-14T17:22:57,657 INFO [M:0;4e57a52647ef:41747 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b66b989f79ec432f8720903d77913e6a, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T17:22:57,658 DEBUG [M:0;4e57a52647ef:41747 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/be484036e7394bed9a1e867895e50242 as hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/be484036e7394bed9a1e867895e50242 2024-11-14T17:22:57,669 INFO [M:0;4e57a52647ef:41747 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37607/user/jenkins/test-data/3d05e68a-5e6e-7b5f-9fa7-180f259ca8a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/be484036e7394bed9a1e867895e50242, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T17:22:57,671 INFO [M:0;4e57a52647ef:41747 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1268ms, sequenceid=97, compaction requested=false 2024-11-14T17:22:57,710 INFO [M:0;4e57a52647ef:41747 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:22:57,710 DEBUG [M:0;4e57a52647ef:41747 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731604976402Disabling compacts and flushes for region at 1731604976402Disabling writes for close at 1731604976402Obtaining lock to block concurrent updates at 1731604976403 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731604976403Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731604976403Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731604976414 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731604976414Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731604976495 (+81 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731604976495Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731604976570 (+75 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731604976614 (+44 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731604976614Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731604977094 (+480 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731604977156 (+62 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731604977156Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@627e8ad9: reopening flushed file at 1731604977610 (+454 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c4887fa: reopening flushed file at 1731604977641 (+31 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cfb28: reopening flushed file at 1731604977657 (+16 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1268ms, sequenceid=97, compaction requested=false at 1731604977671 (+14 ms)Writing region close event to WAL at 1731604977710 (+39 ms)Closed at 1731604977710 2024-11-14T17:22:57,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36577 is added to blk_1073741830_1006 (size=63654) 2024-11-14T17:22:57,742 INFO [M:0;4e57a52647ef:41747 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T17:22:57,742 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T17:22:57,742 INFO [M:0;4e57a52647ef:41747 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41747 2024-11-14T17:22:57,743 INFO [M:0;4e57a52647ef:41747 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T17:22:57,852 INFO [M:0;4e57a52647ef:41747 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T17:22:57,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41747-0x100ab76182b0003, quorum=127.0.0.1:56043, baseZNode=/12057686395 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:22:57,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41747-0x100ab76182b0003, quorum=127.0.0.1:56043, baseZNode=/12057686395 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:22:57,870 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1bfff84b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T17:22:57,870 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b425b08{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T17:22:57,870 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T17:22:57,870 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6de3b801{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T17:22:57,871 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47741fe6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0395cc-fd32-6564-237b-6330e576f283/hadoop.log.dir/,STOPPED} 2024-11-14T17:22:57,888 WARN [BP-432065308-172.17.0.3-1731604946940 heartbeating to localhost/127.0.0.1:37607 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T17:22:57,888 WARN [BP-432065308-172.17.0.3-1731604946940 heartbeating to localhost/127.0.0.1:37607 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-432065308-172.17.0.3-1731604946940 (Datanode Uuid 64a33b8d-19bd-400a-8e72-aeb6b145c92b) service to localhost/127.0.0.1:37607 2024-11-14T17:22:57,888 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0395cc-fd32-6564-237b-6330e576f283/cluster_7b70e8b2-344c-708d-afe5-7d4c872a887d/data/data1/current/BP-432065308-172.17.0.3-1731604946940 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T17:22:57,888 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0395cc-fd32-6564-237b-6330e576f283/cluster_7b70e8b2-344c-708d-afe5-7d4c872a887d/data/data2/current/BP-432065308-172.17.0.3-1731604946940 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T17:22:57,889 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T17:22:57,889 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T17:22:57,889 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T17:22:57,919 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c153dda{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T17:22:57,932 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7644a679{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T17:22:57,932 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T17:22:57,932 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@304c7fd8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T17:22:57,932 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@683f2031{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e0395cc-fd32-6564-237b-6330e576f283/hadoop.log.dir/,STOPPED} 2024-11-14T17:22:57,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T17:22:57,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T17:22:57,989 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:22:57,989 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:22:57,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:57,991 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:22:57,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:57,991 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T17:22:57,991 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1028802931, stopped=false 2024-11-14T17:22:57,991 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4e57a52647ef,36955,1731604943296 2024-11-14T17:22:57,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44623-0x100ab76182b0001, quorum=127.0.0.1:56043, baseZNode=/0-734022270 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-734022270/running 2024-11-14T17:22:57,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44623-0x100ab76182b0001, quorum=127.0.0.1:56043, baseZNode=/0-734022270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-734022270 2024-11-14T17:22:57,999 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44623-0x100ab76182b0001, quorum=127.0.0.1:56043, baseZNode=/0-734022270 Set watcher on znode that does not yet exist, /0-734022270/running 2024-11-14T17:22:58,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36955-0x100ab76182b0000, quorum=127.0.0.1:56043, baseZNode=/0-734022270 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-734022270/running 2024-11-14T17:22:58,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36955-0x100ab76182b0000, quorum=127.0.0.1:56043, baseZNode=/0-734022270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-734022270 2024-11-14T17:22:58,006 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T17:22:58,007 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:22:58,007 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:22:58,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:58,007 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4e57a52647ef,44623,1731604943726' ***** 2024-11-14T17:22:58,007 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T17:22:58,008 INFO [RS:0;4e57a52647ef:44623 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T17:22:58,008 INFO [RS:0;4e57a52647ef:44623 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T17:22:58,008 INFO [RS:0;4e57a52647ef:44623 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T17:22:58,008 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T17:22:58,009 INFO [RS:0;4e57a52647ef:44623 {}] regionserver.HRegionServer(3091): Received CLOSE for 92f929f1bd5402f9cb6845a240c58f3f 2024-11-14T17:22:58,015 INFO [RS:0;4e57a52647ef:44623 {}] regionserver.HRegionServer(3091): Received CLOSE for 51887df770325ada7d8b0a14b8b360b0 2024-11-14T17:22:58,015 INFO [RS:0;4e57a52647ef:44623 {}] regionserver.HRegionServer(959): stopping server 4e57a52647ef,44623,1731604943726 2024-11-14T17:22:58,015 INFO [RS:0;4e57a52647ef:44623 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T17:22:58,015 INFO [RS:0;4e57a52647ef:44623 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4e57a52647ef:44623. 2024-11-14T17:22:58,015 DEBUG [RS:0;4e57a52647ef:44623 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:22:58,015 DEBUG [RS:0;4e57a52647ef:44623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:58,015 INFO [RS:0;4e57a52647ef:44623 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T17:22:58,015 INFO [RS:0;4e57a52647ef:44623 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T17:22:58,015 INFO [RS:0;4e57a52647ef:44623 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T17:22:58,015 INFO [RS:0;4e57a52647ef:44623 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T17:22:58,016 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 92f929f1bd5402f9cb6845a240c58f3f, disabling compactions & flushes 2024-11-14T17:22:58,016 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731604959323.92f929f1bd5402f9cb6845a240c58f3f. 2024-11-14T17:22:58,016 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731604959323.92f929f1bd5402f9cb6845a240c58f3f. 2024-11-14T17:22:58,016 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731604959323.92f929f1bd5402f9cb6845a240c58f3f. after waiting 0 ms 2024-11-14T17:22:58,016 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731604959323.92f929f1bd5402f9cb6845a240c58f3f. 2024-11-14T17:22:58,016 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36955-0x100ab76182b0000, quorum=127.0.0.1:56043, baseZNode=/0-734022270 Set watcher on znode that does not yet exist, /0-734022270/running 2024-11-14T17:22:58,016 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 92f929f1bd5402f9cb6845a240c58f3f 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-14T17:22:58,016 INFO [RS:0;4e57a52647ef:44623 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T17:22:58,016 DEBUG [RS:0;4e57a52647ef:44623 {}] regionserver.HRegionServer(1325): Online Regions={92f929f1bd5402f9cb6845a240c58f3f=hbase:replication,,1731604959323.92f929f1bd5402f9cb6845a240c58f3f., 1588230740=hbase:meta,,1.1588230740, 51887df770325ada7d8b0a14b8b360b0=test,,1731604955792.51887df770325ada7d8b0a14b8b360b0.} 2024-11-14T17:22:58,016 DEBUG [RS:0;4e57a52647ef:44623 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 51887df770325ada7d8b0a14b8b360b0, 92f929f1bd5402f9cb6845a240c58f3f 2024-11-14T17:22:58,017 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T17:22:58,017 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T17:22:58,017 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T17:22:58,017 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T17:22:58,017 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T17:22:58,017 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T17:22:58,090 INFO [regionserver/4e57a52647ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T17:22:58,097 INFO [regionserver/4e57a52647ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T17:22:58,098 INFO [regionserver/4e57a52647ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T17:22:58,114 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/data/hbase/replication/92f929f1bd5402f9cb6845a240c58f3f/.tmp/queue/eb5ed8715dfb4ac8b9064da85c8bc296 is 153, key is 1-4e57a52647ef,44623,1731604943726/queue:4e57a52647ef%2C44623%2C1731604943726/1731604967998/Put/seqid=0 2024-11-14T17:22:58,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36583 is added to blk_1073741840_1016 (size=5352) 2024-11-14T17:22:58,150 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/data/hbase/replication/92f929f1bd5402f9cb6845a240c58f3f/.tmp/queue/eb5ed8715dfb4ac8b9064da85c8bc296 2024-11-14T17:22:58,151 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/data/hbase/meta/1588230740/.tmp/info/11a4d0ea546949cf94db8986b99a08f4 is 147, key is hbase:replication,,1731604959323.92f929f1bd5402f9cb6845a240c58f3f./info:regioninfo/1731604959978/Put/seqid=0 2024-11-14T17:22:58,179 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/data/hbase/replication/92f929f1bd5402f9cb6845a240c58f3f/.tmp/queue/eb5ed8715dfb4ac8b9064da85c8bc296 as hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/data/hbase/replication/92f929f1bd5402f9cb6845a240c58f3f/queue/eb5ed8715dfb4ac8b9064da85c8bc296 2024-11-14T17:22:58,191 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/data/hbase/replication/92f929f1bd5402f9cb6845a240c58f3f/queue/eb5ed8715dfb4ac8b9064da85c8bc296, entries=1, sequenceid=8, filesize=5.2 K 2024-11-14T17:22:58,193 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 92f929f1bd5402f9cb6845a240c58f3f in 176ms, sequenceid=8, compaction requested=false 2024-11-14T17:22:58,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36583 is added to blk_1073741841_1017 (size=7686) 2024-11-14T17:22:58,205 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/data/hbase/meta/1588230740/.tmp/info/11a4d0ea546949cf94db8986b99a08f4 2024-11-14T17:22:58,214 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/data/hbase/replication/92f929f1bd5402f9cb6845a240c58f3f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T17:22:58,217 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T17:22:58,217 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T17:22:58,217 DEBUG [RS:0;4e57a52647ef:44623 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 51887df770325ada7d8b0a14b8b360b0, 92f929f1bd5402f9cb6845a240c58f3f 2024-11-14T17:22:58,217 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731604959323.92f929f1bd5402f9cb6845a240c58f3f. 2024-11-14T17:22:58,218 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 92f929f1bd5402f9cb6845a240c58f3f: Waiting for close lock at 1731604978016Running coprocessor pre-close hooks at 1731604978016Disabling compacts and flushes for region at 1731604978016Disabling writes for close at 1731604978016Obtaining lock to block concurrent updates at 1731604978016Preparing flush snapshotting stores in 92f929f1bd5402f9cb6845a240c58f3f at 1731604978016Finished memstore snapshotting hbase:replication,,1731604959323.92f929f1bd5402f9cb6845a240c58f3f., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1731604978017 (+1 ms)Flushing stores of hbase:replication,,1731604959323.92f929f1bd5402f9cb6845a240c58f3f. at 1731604978022 (+5 ms)Flushing 92f929f1bd5402f9cb6845a240c58f3f/queue: creating writer at 1731604978023 (+1 ms)Flushing 92f929f1bd5402f9cb6845a240c58f3f/queue: appending metadata at 1731604978113 (+90 ms)Flushing 92f929f1bd5402f9cb6845a240c58f3f/queue: closing flushed file at 1731604978113Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32a49be9: reopening flushed file at 1731604978174 (+61 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 92f929f1bd5402f9cb6845a240c58f3f in 176ms, sequenceid=8, compaction requested=false at 1731604978193 (+19 ms)Writing region close event to WAL at 1731604978199 (+6 ms)Running coprocessor post-close hooks at 1731604978217 (+18 ms)Closed at 1731604978217 2024-11-14T17:22:58,218 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731604959323.92f929f1bd5402f9cb6845a240c58f3f. 2024-11-14T17:22:58,218 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 51887df770325ada7d8b0a14b8b360b0, disabling compactions & flushes 2024-11-14T17:22:58,218 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731604955792.51887df770325ada7d8b0a14b8b360b0. 2024-11-14T17:22:58,218 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731604955792.51887df770325ada7d8b0a14b8b360b0. 2024-11-14T17:22:58,218 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731604955792.51887df770325ada7d8b0a14b8b360b0. after waiting 0 ms 2024-11-14T17:22:58,218 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731604955792.51887df770325ada7d8b0a14b8b360b0. 2024-11-14T17:22:58,218 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 51887df770325ada7d8b0a14b8b360b0 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-14T17:22:58,246 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/data/hbase/meta/1588230740/.tmp/ns/f59afa4317d445d7959af655f69f2fba is 43, key is default/ns:d/1731604946715/Put/seqid=0 2024-11-14T17:22:58,247 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/data/default/test/51887df770325ada7d8b0a14b8b360b0/.tmp/f/fd5af0f6ca034583804d181d28c20c6a is 28, key is row/f:/1731604967939/DeleteFamily/seqid=0 2024-11-14T17:22:58,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36583 is added to blk_1073741842_1018 (size=5153) 2024-11-14T17:22:58,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36583 is added to blk_1073741843_1019 (size=5085) 2024-11-14T17:22:58,328 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/data/default/test/51887df770325ada7d8b0a14b8b360b0/.tmp/f/fd5af0f6ca034583804d181d28c20c6a 2024-11-14T17:22:58,333 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fd5af0f6ca034583804d181d28c20c6a 2024-11-14T17:22:58,365 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/data/default/test/51887df770325ada7d8b0a14b8b360b0/.tmp/f1/8efa029efa69471687d2725e9c41eda3 is 29, key is row/f1:/1731604967939/DeleteFamily/seqid=0 2024-11-14T17:22:58,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36583 is added to blk_1073741844_1020 (size=5089) 2024-11-14T17:22:58,409 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/data/default/test/51887df770325ada7d8b0a14b8b360b0/.tmp/f1/8efa029efa69471687d2725e9c41eda3 2024-11-14T17:22:58,413 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8efa029efa69471687d2725e9c41eda3 2024-11-14T17:22:58,418 DEBUG [RS:0;4e57a52647ef:44623 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 51887df770325ada7d8b0a14b8b360b0 2024-11-14T17:22:58,437 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/data/default/test/51887df770325ada7d8b0a14b8b360b0/.tmp/norep/eaf44c7b2c844f54a9b963408e029450 is 32, key is row/norep:/1731604967939/DeleteFamily/seqid=0 2024-11-14T17:22:58,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36583 is added to blk_1073741845_1021 (size=5101) 2024-11-14T17:22:58,452 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:22:58,453 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4e57a52647ef,35055,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e57a52647ef:35055 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T17:22:58,453 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108537 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4e57a52647ef,35055,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e57a52647ef:35055 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T17:22:58,618 DEBUG [RS:0;4e57a52647ef:44623 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 51887df770325ada7d8b0a14b8b360b0 2024-11-14T17:22:58,719 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/data/hbase/meta/1588230740/.tmp/ns/f59afa4317d445d7959af655f69f2fba 2024-11-14T17:22:58,739 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44623,1731604943726.replicationSource.wal-reader.4e57a52647ef%2C44623%2C1731604943726,1-4e57a52647ef,44623,1731604943726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/WALs/4e57a52647ef,44623,1731604943726/4e57a52647ef%2C44623%2C1731604943726.1731604946235 to pos 636, reset compression=false 2024-11-14T17:22:58,745 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/data/hbase/meta/1588230740/.tmp/rep_barrier/a942aec7efff4a7b8d8a8431a875f63d is 112, key is test,,1731604955792.51887df770325ada7d8b0a14b8b360b0./rep_barrier:seqnumDuringOpen/1731604956747/Put/seqid=0 2024-11-14T17:22:58,750 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44623,1731604943726.replicationSource.wal-reader.4e57a52647ef%2C44623%2C1731604943726,1-4e57a52647ef,44623,1731604943726 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T17:22:58,750 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44623,1731604943726.replicationSource.wal-reader.4e57a52647ef%2C44623%2C1731604943726,1-4e57a52647ef,44623,1731604943726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/WALs/4e57a52647ef,44623,1731604943726/4e57a52647ef%2C44623%2C1731604943726.1731604946235 to pos 883, reset compression=false 2024-11-14T17:22:58,750 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44623,1731604943726.replicationSource.shipper4e57a52647ef%2C44623%2C1731604943726,1-4e57a52647ef,44623,1731604943726 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,44623,1731604943726 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/WALs/4e57a52647ef,44623,1731604943726/4e57a52647ef%2C44623%2C1731604943726.1731604946235, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T17:22:58,751 ERROR [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44623,1731604943726.replicationSource.shipper4e57a52647ef%2C44623%2C1731604943726,1-4e57a52647ef,44623,1731604943726 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 4e57a52647ef,44623,1731604943726: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-4e57a52647ef,44623,1731604943726, walGroup=4e57a52647ef%2C44623%2C1731604943726, offset=4e57a52647ef%2C44623%2C1731604943726.1731604946235:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e57a52647ef:44623 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T17:22:58,752 ERROR [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44623,1731604943726.replicationSource.shipper4e57a52647ef%2C44623%2C1731604943726,1-4e57a52647ef,44623,1731604943726 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T17:22:58,752 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44623,1731604943726.replicationSource.shipper4e57a52647ef%2C44623%2C1731604943726,1-4e57a52647ef,44623,1731604943726 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T17:22:58,753 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44623,1731604943726.replicationSource.shipper4e57a52647ef%2C44623%2C1731604943726,1-4e57a52647ef,44623,1731604943726 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T17:22:58,753 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44623,1731604943726.replicationSource.shipper4e57a52647ef%2C44623%2C1731604943726,1-4e57a52647ef,44623,1731604943726 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T17:22:58,753 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44623,1731604943726.replicationSource.shipper4e57a52647ef%2C44623%2C1731604943726,1-4e57a52647ef,44623,1731604943726 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T17:22:58,753 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44623,1731604943726.replicationSource.shipper4e57a52647ef%2C44623%2C1731604943726,1-4e57a52647ef,44623,1731604943726 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1363148800, "init": 1048576000, "max": 2306867200, "used": 839858536 }, "NonHeapMemoryUsage": { "committed": 206962688, "init": 7667712, "max": -1, "used": 202852112 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T17:22:58,753 WARN [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44623,1731604943726.replicationSource.shipper4e57a52647ef%2C44623%2C1731604943726,1-4e57a52647ef,44623,1731604943726 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e57a52647ef:36955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e57a52647ef:36955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T17:22:58,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36583 is added to blk_1073741846_1022 (size=5518) 2024-11-14T17:22:58,814 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/data/hbase/meta/1588230740/.tmp/rep_barrier/a942aec7efff4a7b8d8a8431a875f63d 2024-11-14T17:22:58,818 DEBUG [RS:0;4e57a52647ef:44623 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 51887df770325ada7d8b0a14b8b360b0 2024-11-14T17:22:58,842 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/data/default/test/51887df770325ada7d8b0a14b8b360b0/.tmp/norep/eaf44c7b2c844f54a9b963408e029450 2024-11-14T17:22:58,848 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eaf44c7b2c844f54a9b963408e029450 2024-11-14T17:22:58,848 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/data/default/test/51887df770325ada7d8b0a14b8b360b0/.tmp/f/fd5af0f6ca034583804d181d28c20c6a as hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/data/default/test/51887df770325ada7d8b0a14b8b360b0/f/fd5af0f6ca034583804d181d28c20c6a 2024-11-14T17:22:58,853 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fd5af0f6ca034583804d181d28c20c6a 2024-11-14T17:22:58,853 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/data/default/test/51887df770325ada7d8b0a14b8b360b0/f/fd5af0f6ca034583804d181d28c20c6a, entries=1, sequenceid=6, filesize=5.0 K 2024-11-14T17:22:58,855 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/data/default/test/51887df770325ada7d8b0a14b8b360b0/.tmp/f1/8efa029efa69471687d2725e9c41eda3 as hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/data/default/test/51887df770325ada7d8b0a14b8b360b0/f1/8efa029efa69471687d2725e9c41eda3 2024-11-14T17:22:58,861 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8efa029efa69471687d2725e9c41eda3 2024-11-14T17:22:58,861 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/data/default/test/51887df770325ada7d8b0a14b8b360b0/f1/8efa029efa69471687d2725e9c41eda3, entries=1, sequenceid=6, filesize=5.0 K 2024-11-14T17:22:58,862 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/data/default/test/51887df770325ada7d8b0a14b8b360b0/.tmp/norep/eaf44c7b2c844f54a9b963408e029450 as hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/data/default/test/51887df770325ada7d8b0a14b8b360b0/norep/eaf44c7b2c844f54a9b963408e029450 2024-11-14T17:22:58,867 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/data/hbase/meta/1588230740/.tmp/table/1694bbfebed9482d8f98906e9cbc4d68 is 53, key is hbase:replication/table:state/1731604960013/Put/seqid=0 2024-11-14T17:22:58,871 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eaf44c7b2c844f54a9b963408e029450 2024-11-14T17:22:58,871 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/data/default/test/51887df770325ada7d8b0a14b8b360b0/norep/eaf44c7b2c844f54a9b963408e029450, entries=1, sequenceid=6, filesize=5.0 K 2024-11-14T17:22:58,873 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 51887df770325ada7d8b0a14b8b360b0 in 655ms, sequenceid=6, compaction requested=false 2024-11-14T17:22:58,873 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T17:22:58,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36583 is added to blk_1073741847_1023 (size=5308) 2024-11-14T17:22:58,961 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/data/default/test/51887df770325ada7d8b0a14b8b360b0/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T17:22:58,962 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T17:22:58,962 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T17:22:58,962 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731604955792.51887df770325ada7d8b0a14b8b360b0. 2024-11-14T17:22:58,962 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 51887df770325ada7d8b0a14b8b360b0: Waiting for close lock at 1731604978218Running coprocessor pre-close hooks at 1731604978218Disabling compacts and flushes for region at 1731604978218Disabling writes for close at 1731604978218Obtaining lock to block concurrent updates at 1731604978218Preparing flush snapshotting stores in 51887df770325ada7d8b0a14b8b360b0 at 1731604978218Finished memstore snapshotting test,,1731604955792.51887df770325ada7d8b0a14b8b360b0., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731604978219 (+1 ms)Flushing stores of test,,1731604955792.51887df770325ada7d8b0a14b8b360b0. at 1731604978220 (+1 ms)Flushing 51887df770325ada7d8b0a14b8b360b0/f: creating writer at 1731604978220Flushing 51887df770325ada7d8b0a14b8b360b0/f: appending metadata at 1731604978246 (+26 ms)Flushing 51887df770325ada7d8b0a14b8b360b0/f: closing flushed file at 1731604978246Flushing 51887df770325ada7d8b0a14b8b360b0/f1: creating writer at 1731604978333 (+87 ms)Flushing 51887df770325ada7d8b0a14b8b360b0/f1: appending metadata at 1731604978364 (+31 ms)Flushing 51887df770325ada7d8b0a14b8b360b0/f1: closing flushed file at 1731604978364Flushing 51887df770325ada7d8b0a14b8b360b0/norep: creating writer at 1731604978414 (+50 ms)Flushing 51887df770325ada7d8b0a14b8b360b0/norep: appending metadata at 1731604978436 (+22 ms)Flushing 51887df770325ada7d8b0a14b8b360b0/norep: closing flushed file at 1731604978436Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dd412b3: reopening flushed file at 1731604978848 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@798c24e6: reopening flushed file at 1731604978853 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ff4ba7a: reopening flushed file at 1731604978861 (+8 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 51887df770325ada7d8b0a14b8b360b0 in 655ms, sequenceid=6, compaction requested=false at 1731604978873 (+12 ms)Writing region close event to WAL at 1731604978955 (+82 ms)Running coprocessor post-close hooks at 1731604978962 (+7 ms)Closed at 1731604978962 2024-11-14T17:22:58,962 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731604955792.51887df770325ada7d8b0a14b8b360b0. 2024-11-14T17:22:59,008 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44623,1731604943726.replicationSource.wal-reader.4e57a52647ef%2C44623%2C1731604943726,1-4e57a52647ef,44623,1731604943726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/WALs/4e57a52647ef,44623,1731604943726/4e57a52647ef%2C44623%2C1731604943726.1731604946235 to pos 883, reset compression=false 2024-11-14T17:22:59,018 INFO [RS:0;4e57a52647ef:44623 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T17:22:59,018 DEBUG [RS:0;4e57a52647ef:44623 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T17:22:59,018 DEBUG [RS:0;4e57a52647ef:44623 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T17:22:59,043 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44623,1731604943726.replicationSource.wal-reader.4e57a52647ef%2C44623%2C1731604943726,1-4e57a52647ef,44623,1731604943726 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T17:22:59,043 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44623,1731604943726.replicationSource.wal-reader.4e57a52647ef%2C44623%2C1731604943726,1-4e57a52647ef,44623,1731604943726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/WALs/4e57a52647ef,44623,1731604943726/4e57a52647ef%2C44623%2C1731604943726.1731604946235 to pos 1527, reset compression=false 2024-11-14T17:22:59,219 DEBUG [RS:0;4e57a52647ef:44623 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T17:22:59,275 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44623,1731604943726.replicationSource.wal-reader.4e57a52647ef%2C44623%2C1731604943726,1-4e57a52647ef,44623,1731604943726 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/WALs/4e57a52647ef,44623,1731604943726/4e57a52647ef%2C44623%2C1731604943726.1731604946235 to pos 1527, reset compression=false 2024-11-14T17:22:59,320 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/data/hbase/meta/1588230740/.tmp/table/1694bbfebed9482d8f98906e9cbc4d68 2024-11-14T17:22:59,339 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/data/hbase/meta/1588230740/.tmp/info/11a4d0ea546949cf94db8986b99a08f4 as hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/data/hbase/meta/1588230740/info/11a4d0ea546949cf94db8986b99a08f4 2024-11-14T17:22:59,346 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/data/hbase/meta/1588230740/info/11a4d0ea546949cf94db8986b99a08f4, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T17:22:59,347 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/data/hbase/meta/1588230740/.tmp/ns/f59afa4317d445d7959af655f69f2fba as hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/data/hbase/meta/1588230740/ns/f59afa4317d445d7959af655f69f2fba 2024-11-14T17:22:59,352 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/data/hbase/meta/1588230740/ns/f59afa4317d445d7959af655f69f2fba, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T17:22:59,363 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/data/hbase/meta/1588230740/.tmp/rep_barrier/a942aec7efff4a7b8d8a8431a875f63d as hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/data/hbase/meta/1588230740/rep_barrier/a942aec7efff4a7b8d8a8431a875f63d 2024-11-14T17:22:59,370 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/data/hbase/meta/1588230740/rep_barrier/a942aec7efff4a7b8d8a8431a875f63d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T17:22:59,372 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/data/hbase/meta/1588230740/.tmp/table/1694bbfebed9482d8f98906e9cbc4d68 as hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/data/hbase/meta/1588230740/table/1694bbfebed9482d8f98906e9cbc4d68 2024-11-14T17:22:59,380 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/data/hbase/meta/1588230740/table/1694bbfebed9482d8f98906e9cbc4d68, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T17:22:59,382 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1365ms, sequenceid=16, compaction requested=false 2024-11-14T17:22:59,417 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T17:22:59,418 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T17:22:59,418 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T17:22:59,418 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T17:22:59,418 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731604978017Running coprocessor pre-close hooks at 1731604978017Disabling compacts and flushes for region at 1731604978017Disabling writes for close at 1731604978017Obtaining lock to block concurrent updates at 1731604978017Preparing flush snapshotting stores in 1588230740 at 1731604978017Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731604978017Flushing stores of hbase:meta,,1.1588230740 at 1731604978020 (+3 ms)Flushing 1588230740/info: creating writer at 1731604978020Flushing 1588230740/info: appending metadata at 1731604978150 (+130 ms)Flushing 1588230740/info: closing flushed file at 1731604978150Flushing 1588230740/ns: creating writer at 1731604978214 (+64 ms)Flushing 1588230740/ns: appending metadata at 1731604978245 (+31 ms)Flushing 1588230740/ns: closing flushed file at 1731604978245Flushing 1588230740/rep_barrier: creating writer at 1731604978725 (+480 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731604978745 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731604978745Flushing 1588230740/table: creating writer at 1731604978820 (+75 ms)Flushing 1588230740/table: appending metadata at 1731604978866 (+46 ms)Flushing 1588230740/table: closing flushed file at 1731604978866Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@314f3793: reopening flushed file at 1731604979339 (+473 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@414fbe: reopening flushed file at 1731604979346 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ca52d0c: reopening flushed file at 1731604979352 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61d91648: reopening flushed file at 1731604979370 (+18 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1365ms, sequenceid=16, compaction requested=false at 1731604979382 (+12 ms)Writing region close event to WAL at 1731604979413 (+31 ms)Running coprocessor post-close hooks at 1731604979418 (+5 ms)Closed at 1731604979418 2024-11-14T17:22:59,418 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T17:22:59,419 INFO [RS:0;4e57a52647ef:44623 {}] regionserver.HRegionServer(976): stopping server 4e57a52647ef,44623,1731604943726; all regions closed. 2024-11-14T17:22:59,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36583 is added to blk_1073741834_1010 (size=4239) 2024-11-14T17:22:59,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36583 is added to blk_1073741839_1015 (size=2240) 2024-11-14T17:22:59,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36583 is added to blk_1073741833_1009 (size=1535) 2024-11-14T17:22:59,489 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/WALs/4e57a52647ef,44623,1731604943726/4e57a52647ef%2C44623%2C1731604943726.1731604946235 not finished, retry = 0 2024-11-14T17:22:59,591 DEBUG [RS:0;4e57a52647ef:44623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:59,591 INFO [RS:0;4e57a52647ef:44623 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T17:22:59,591 INFO [RS:0;4e57a52647ef:44623 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T17:22:59,592 INFO [RS:0;4e57a52647ef:44623 {}] hbase.ChoreService(370): Chore service for: regionserver/4e57a52647ef:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T17:22:59,592 INFO [RS:0;4e57a52647ef:44623 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T17:22:59,592 INFO [RS:0;4e57a52647ef:44623 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4e57a52647ef,44623,1731604943726 because: Region server is closing 2024-11-14T17:22:59,592 INFO [RS:0;4e57a52647ef:44623 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4e57a52647ef:44623. 2024-11-14T17:22:59,592 DEBUG [RS:0;4e57a52647ef:44623 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:22:59,593 INFO [regionserver/4e57a52647ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T17:22:59,593 DEBUG [RS:0;4e57a52647ef:44623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:59,593 DEBUG [RS:0;4e57a52647ef:44623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:22:59,593 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:22:59,693 INFO [RS:0;4e57a52647ef:44623 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,44623,1731604943726.replicationSource.shipper4e57a52647ef%2C44623%2C1731604943726,1-4e57a52647ef,44623,1731604943726 terminated 2024-11-14T17:22:59,693 INFO [RS:0;4e57a52647ef:44623 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44623 2024-11-14T17:22:59,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44623-0x100ab76182b0001, quorum=127.0.0.1:56043, baseZNode=/0-734022270 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-734022270/rs/4e57a52647ef,44623,1731604943726 2024-11-14T17:22:59,699 INFO [RS:0;4e57a52647ef:44623 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T17:22:59,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36955-0x100ab76182b0000, quorum=127.0.0.1:56043, baseZNode=/0-734022270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-734022270/rs 2024-11-14T17:22:59,705 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4e57a52647ef,44623,1731604943726] 2024-11-14T17:22:59,706 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-734022270/draining/4e57a52647ef,44623,1731604943726 already deleted, retry=false 2024-11-14T17:22:59,706 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4e57a52647ef,44623,1731604943726 expired; onlineServers=0 2024-11-14T17:22:59,706 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4e57a52647ef,36955,1731604943296' ***** 2024-11-14T17:22:59,706 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T17:22:59,707 INFO [M:0;4e57a52647ef:36955 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T17:22:59,707 INFO [M:0;4e57a52647ef:36955 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T17:22:59,707 DEBUG [M:0;4e57a52647ef:36955 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T17:22:59,707 DEBUG [M:0;4e57a52647ef:36955 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T17:22:59,707 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T17:22:59,707 INFO [M:0;4e57a52647ef:36955 {}] hbase.ChoreService(370): Chore service for: master/4e57a52647ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T17:22:59,707 INFO [M:0;4e57a52647ef:36955 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T17:22:59,707 DEBUG [M:0;4e57a52647ef:36955 {}] master.HMaster(1795): Stopping service threads 2024-11-14T17:22:59,707 INFO [M:0;4e57a52647ef:36955 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T17:22:59,707 DEBUG [master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731604945828 {}] cleaner.HFileCleaner(306): Exit Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731604945828,5,FailOnTimeoutGroup] 2024-11-14T17:22:59,707 INFO [M:0;4e57a52647ef:36955 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T17:22:59,707 INFO [M:0;4e57a52647ef:36955 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T17:22:59,707 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T17:22:59,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36955-0x100ab76182b0000, quorum=127.0.0.1:56043, baseZNode=/0-734022270 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-734022270/master 2024-11-14T17:22:59,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36955-0x100ab76182b0000, quorum=127.0.0.1:56043, baseZNode=/0-734022270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-734022270 2024-11-14T17:22:59,710 DEBUG [master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731604945826 {}] cleaner.HFileCleaner(306): Exit Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731604945826,5,FailOnTimeoutGroup] 2024-11-14T17:22:59,711 DEBUG [M:0;4e57a52647ef:36955 {}] zookeeper.RecoverableZooKeeper(212): Node /0-734022270/master already deleted, retry=false 2024-11-14T17:22:59,711 DEBUG [M:0;4e57a52647ef:36955 {}] master.ActiveMasterManager(353): master:36955-0x100ab76182b0000, quorum=127.0.0.1:56043, baseZNode=/0-734022270 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-734022270/master 2024-11-14T17:22:59,711 INFO [M:0;4e57a52647ef:36955 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/.lastflushedseqids 2024-11-14T17:22:59,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36583 is added to blk_1073741848_1024 (size=245) 2024-11-14T17:22:59,727 INFO [M:0;4e57a52647ef:36955 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T17:22:59,727 INFO [M:0;4e57a52647ef:36955 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T17:22:59,728 DEBUG [M:0;4e57a52647ef:36955 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T17:22:59,728 INFO [M:0;4e57a52647ef:36955 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:22:59,728 DEBUG [M:0;4e57a52647ef:36955 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:22:59,728 DEBUG [M:0;4e57a52647ef:36955 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T17:22:59,728 DEBUG [M:0;4e57a52647ef:36955 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:22:59,728 INFO [M:0;4e57a52647ef:36955 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-14T17:22:59,757 DEBUG [M:0;4e57a52647ef:36955 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/761a24ec7cdc4282b486f4447075051c is 82, key is hbase:meta,,1/info:regioninfo/1731604946687/Put/seqid=0 2024-11-14T17:22:59,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36583 is added to blk_1073741849_1025 (size=5672) 2024-11-14T17:22:59,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44623-0x100ab76182b0001, quorum=127.0.0.1:56043, baseZNode=/0-734022270 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:22:59,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44623-0x100ab76182b0001, quorum=127.0.0.1:56043, baseZNode=/0-734022270 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:22:59,810 INFO [RS:0;4e57a52647ef:44623 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T17:22:59,810 INFO [RS:0;4e57a52647ef:44623 {}] regionserver.HRegionServer(1031): Exiting; stopping=4e57a52647ef,44623,1731604943726; zookeeper connection closed. 2024-11-14T17:22:59,818 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1a6626d6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1a6626d6 2024-11-14T17:22:59,819 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T17:23:00,201 INFO [M:0;4e57a52647ef:36955 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/761a24ec7cdc4282b486f4447075051c 2024-11-14T17:23:00,245 DEBUG [M:0;4e57a52647ef:36955 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1c991dccb4ee444399245fbe8e69f9dd is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731604956760/Put/seqid=0 2024-11-14T17:23:00,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36583 is added to blk_1073741850_1026 (size=7218) 2024-11-14T17:23:00,273 INFO [M:0;4e57a52647ef:36955 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1c991dccb4ee444399245fbe8e69f9dd 2024-11-14T17:23:00,280 INFO [M:0;4e57a52647ef:36955 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1c991dccb4ee444399245fbe8e69f9dd 2024-11-14T17:23:00,305 DEBUG [M:0;4e57a52647ef:36955 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d1d74f82930d4ffeb91b6298711717e5 is 69, key is 4e57a52647ef,44623,1731604943726/rs:state/1731604945947/Put/seqid=0 2024-11-14T17:23:00,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36583 is added to blk_1073741851_1027 (size=5156) 2024-11-14T17:23:00,729 INFO [M:0;4e57a52647ef:36955 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d1d74f82930d4ffeb91b6298711717e5 2024-11-14T17:23:00,745 DEBUG [M:0;4e57a52647ef:36955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/761a24ec7cdc4282b486f4447075051c as hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/761a24ec7cdc4282b486f4447075051c 2024-11-14T17:23:00,770 INFO [M:0;4e57a52647ef:36955 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/761a24ec7cdc4282b486f4447075051c, entries=8, sequenceid=105, filesize=5.5 K 2024-11-14T17:23:00,771 DEBUG [M:0;4e57a52647ef:36955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1c991dccb4ee444399245fbe8e69f9dd as hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1c991dccb4ee444399245fbe8e69f9dd 2024-11-14T17:23:00,781 INFO [M:0;4e57a52647ef:36955 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1c991dccb4ee444399245fbe8e69f9dd 2024-11-14T17:23:00,781 INFO [M:0;4e57a52647ef:36955 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1c991dccb4ee444399245fbe8e69f9dd, entries=11, sequenceid=105, filesize=7.0 K 2024-11-14T17:23:00,784 DEBUG [M:0;4e57a52647ef:36955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d1d74f82930d4ffeb91b6298711717e5 as hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d1d74f82930d4ffeb91b6298711717e5 2024-11-14T17:23:00,796 INFO [M:0;4e57a52647ef:36955 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40947/user/jenkins/test-data/a3aa1e20-488a-e276-0f15-1fd631224778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d1d74f82930d4ffeb91b6298711717e5, entries=1, sequenceid=105, filesize=5.0 K 2024-11-14T17:23:00,798 INFO [M:0;4e57a52647ef:36955 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1070ms, sequenceid=105, compaction requested=false 2024-11-14T17:23:00,822 INFO [M:0;4e57a52647ef:36955 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:23:00,822 DEBUG [M:0;4e57a52647ef:36955 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731604979728Disabling compacts and flushes for region at 1731604979728Disabling writes for close at 1731604979728Obtaining lock to block concurrent updates at 1731604979728Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731604979728Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731604979728Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731604979729 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731604979729Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731604979757 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731604979757Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731604980219 (+462 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731604980245 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731604980245Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731604980280 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731604980304 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731604980304Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@494e3964: reopening flushed file at 1731604980744 (+440 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23d6f7c1: reopening flushed file at 1731604980770 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fc4b9ab: reopening flushed file at 1731604980781 (+11 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1070ms, sequenceid=105, compaction requested=false at 1731604980798 (+17 ms)Writing region close event to WAL at 1731604980822 (+24 ms)Closed at 1731604980822 2024-11-14T17:23:00,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36583 is added to blk_1073741830_1006 (size=64423) 2024-11-14T17:23:00,861 INFO [M:0;4e57a52647ef:36955 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T17:23:00,861 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T17:23:00,861 INFO [M:0;4e57a52647ef:36955 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36955 2024-11-14T17:23:00,861 INFO [M:0;4e57a52647ef:36955 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T17:23:00,971 INFO [M:0;4e57a52647ef:36955 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T17:23:00,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36955-0x100ab76182b0000, quorum=127.0.0.1:56043, baseZNode=/0-734022270 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:23:00,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36955-0x100ab76182b0000, quorum=127.0.0.1:56043, baseZNode=/0-734022270 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:23:01,016 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@707cc983{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T17:23:01,016 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@146efea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T17:23:01,016 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T17:23:01,016 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@475f79bb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T17:23:01,017 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57ca2e65{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf5c002-2eba-59d9-ab43-2f406f255e11/hadoop.log.dir/,STOPPED} 2024-11-14T17:23:01,024 WARN [BP-1864259398-172.17.0.3-1731604940869 heartbeating to localhost/127.0.0.1:40947 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T17:23:01,024 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T17:23:01,024 WARN [BP-1864259398-172.17.0.3-1731604940869 heartbeating to localhost/127.0.0.1:40947 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1864259398-172.17.0.3-1731604940869 (Datanode Uuid 56ff34bb-5251-446f-9590-47937b84b2ad) service to localhost/127.0.0.1:40947 2024-11-14T17:23:01,024 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T17:23:01,025 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf5c002-2eba-59d9-ab43-2f406f255e11/cluster_3b67a324-e515-b56f-2206-d654b8822230/data/data2/current/BP-1864259398-172.17.0.3-1731604940869 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T17:23:01,025 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf5c002-2eba-59d9-ab43-2f406f255e11/cluster_3b67a324-e515-b56f-2206-d654b8822230/data/data1/current/BP-1864259398-172.17.0.3-1731604940869 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T17:23:01,026 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T17:23:01,037 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6f77d458{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T17:23:01,038 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@444a365f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T17:23:01,038 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T17:23:01,038 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f60c8d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T17:23:01,038 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@441f5126{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf5c002-2eba-59d9-ab43-2f406f255e11/hadoop.log.dir/,STOPPED} 2024-11-14T17:23:01,129 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T17:23:01,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T17:23:01,208 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=361 (was 314) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43039 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:40947 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:37607 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:43039 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:43039 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:40947 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:37607 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37607 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:40947 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:43039 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37607 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:43039 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43039 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37607 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40947 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:37607 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43039 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37607 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56043) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56043) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:37607 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43039 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43039 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56043) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:40947 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=793 (was 733) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1323 (was 1129) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1528 (was 2838) 2024-11-14T17:23:01,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100ab76182b0005, quorum=127.0.0.1:56043, baseZNode=/12057686395 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T17:23:01,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x100ab76182b0008, quorum=127.0.0.1:56043, baseZNode=/2245437006 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T17:23:01,225 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100ab76182b0005, quorum=127.0.0.1:56043, baseZNode=/12057686395 Received Disconnected from ZooKeeper, ignoring 2024-11-14T17:23:01,225 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x100ab76182b0008, quorum=127.0.0.1:56043, baseZNode=/2245437006 Received Disconnected from ZooKeeper, ignoring 2024-11-14T17:23:01,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100ab76182b0002, quorum=127.0.0.1:56043, baseZNode=/0-734022270 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T17:23:01,227 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100ab76182b0002, quorum=127.0.0.1:56043, baseZNode=/0-734022270 Received Disconnected from ZooKeeper, ignoring 2024-11-14T17:23:01,233 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=361, OpenFileDescriptor=793, MaxFileDescriptor=1048576, SystemLoadAverage=1323, ProcessCount=11, AvailableMemoryMB=1527 2024-11-14T17:23:01,266 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-14T17:23:01,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b89e4994-03b9-e4d6-ac23-646f69b58978/hadoop.log.dir so I do NOT create it in target/test-data/a83c3672-5518-adde-c924-3db6b8a61fe0 2024-11-14T17:23:01,267 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b89e4994-03b9-e4d6-ac23-646f69b58978/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T17:23:01,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b89e4994-03b9-e4d6-ac23-646f69b58978/hadoop.tmp.dir so I do NOT create it in target/test-data/a83c3672-5518-adde-c924-3db6b8a61fe0 2024-11-14T17:23:01,267 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b89e4994-03b9-e4d6-ac23-646f69b58978/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T17:23:01,268 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83c3672-5518-adde-c924-3db6b8a61fe0 2024-11-14T17:23:01,268 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83c3672-5518-adde-c924-3db6b8a61fe0/cluster_f9c93e5f-6cea-7919-3eb1-1f6d72b4ef0a, deleteOnExit=true 2024-11-14T17:23:01,311 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83c3672-5518-adde-c924-3db6b8a61fe0/cluster_f9c93e5f-6cea-7919-3eb1-1f6d72b4ef0a/zookeeper_0, clientPort=60601, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83c3672-5518-adde-c924-3db6b8a61fe0/cluster_f9c93e5f-6cea-7919-3eb1-1f6d72b4ef0a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83c3672-5518-adde-c924-3db6b8a61fe0/cluster_f9c93e5f-6cea-7919-3eb1-1f6d72b4ef0a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T17:23:01,328 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60601 2024-11-14T17:23:01,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T17:23:01,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T17:23:01,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83c3672-5518-adde-c924-3db6b8a61fe0/test.cache.data in system properties and HBase conf 2024-11-14T17:23:01,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83c3672-5518-adde-c924-3db6b8a61fe0/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T17:23:01,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83c3672-5518-adde-c924-3db6b8a61fe0/hadoop.log.dir in system properties and HBase conf 2024-11-14T17:23:01,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83c3672-5518-adde-c924-3db6b8a61fe0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T17:23:01,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83c3672-5518-adde-c924-3db6b8a61fe0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T17:23:01,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T17:23:01,329 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T17:23:01,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83c3672-5518-adde-c924-3db6b8a61fe0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T17:23:01,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83c3672-5518-adde-c924-3db6b8a61fe0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T17:23:01,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83c3672-5518-adde-c924-3db6b8a61fe0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T17:23:01,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83c3672-5518-adde-c924-3db6b8a61fe0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T17:23:01,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83c3672-5518-adde-c924-3db6b8a61fe0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T17:23:01,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83c3672-5518-adde-c924-3db6b8a61fe0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T17:23:01,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83c3672-5518-adde-c924-3db6b8a61fe0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T17:23:01,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83c3672-5518-adde-c924-3db6b8a61fe0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T17:23:01,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83c3672-5518-adde-c924-3db6b8a61fe0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T17:23:01,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83c3672-5518-adde-c924-3db6b8a61fe0/nfs.dump.dir in system properties and HBase conf 2024-11-14T17:23:01,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83c3672-5518-adde-c924-3db6b8a61fe0/java.io.tmpdir in system properties and HBase conf 2024-11-14T17:23:01,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83c3672-5518-adde-c924-3db6b8a61fe0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T17:23:01,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83c3672-5518-adde-c924-3db6b8a61fe0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T17:23:01,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83c3672-5518-adde-c924-3db6b8a61fe0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T17:23:01,491 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T17:23:01,503 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T17:23:01,560 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T17:23:01,560 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T17:23:01,560 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T17:23:01,565 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T17:23:01,573 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@105aa11d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83c3672-5518-adde-c924-3db6b8a61fe0/hadoop.log.dir/,AVAILABLE} 2024-11-14T17:23:01,574 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3826f199{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T17:23:01,865 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b48b9fc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83c3672-5518-adde-c924-3db6b8a61fe0/java.io.tmpdir/jetty-localhost-42795-hadoop-hdfs-3_4_1-tests_jar-_-any-802501427499669826/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T17:23:01,876 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@49c5528{HTTP/1.1, (http/1.1)}{localhost:42795} 2024-11-14T17:23:01,876 INFO [Time-limited test {}] server.Server(415): Started @286254ms 2024-11-14T17:23:02,230 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T17:23:02,238 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T17:23:02,267 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T17:23:02,267 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T17:23:02,267 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T17:23:02,279 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2330b98f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83c3672-5518-adde-c924-3db6b8a61fe0/hadoop.log.dir/,AVAILABLE} 2024-11-14T17:23:02,279 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39276dad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T17:23:02,539 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a5def59{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83c3672-5518-adde-c924-3db6b8a61fe0/java.io.tmpdir/jetty-localhost-35273-hadoop-hdfs-3_4_1-tests_jar-_-any-14498830035261728721/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T17:23:02,546 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ba0bae0{HTTP/1.1, (http/1.1)}{localhost:35273} 2024-11-14T17:23:02,546 INFO [Time-limited test {}] server.Server(415): Started @286924ms 2024-11-14T17:23:02,548 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T17:23:02,919 WARN [Thread-4171 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83c3672-5518-adde-c924-3db6b8a61fe0/cluster_f9c93e5f-6cea-7919-3eb1-1f6d72b4ef0a/data/data1/current/BP-1056473797-172.17.0.3-1731604981360/current, will proceed with Du for space computation calculation, 2024-11-14T17:23:02,925 WARN [Thread-4172 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83c3672-5518-adde-c924-3db6b8a61fe0/cluster_f9c93e5f-6cea-7919-3eb1-1f6d72b4ef0a/data/data2/current/BP-1056473797-172.17.0.3-1731604981360/current, will proceed with Du for space computation calculation, 2024-11-14T17:23:03,059 WARN [Thread-4159 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T17:23:03,071 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x37fb961b7dd0aabc with lease ID 0x8cd69962e75fad69: Processing first storage report for DS-6b9b2b65-9ced-42c5-814f-e5f9920e9c05 from datanode DatanodeRegistration(127.0.0.1:44867, datanodeUuid=ac39e016-1f98-4271-840a-ab656f6f0da5, infoPort=38111, infoSecurePort=0, ipcPort=41135, storageInfo=lv=-57;cid=testClusterID;nsid=54855228;c=1731604981360) 2024-11-14T17:23:03,071 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x37fb961b7dd0aabc with lease ID 0x8cd69962e75fad69: from storage DS-6b9b2b65-9ced-42c5-814f-e5f9920e9c05 node DatanodeRegistration(127.0.0.1:44867, datanodeUuid=ac39e016-1f98-4271-840a-ab656f6f0da5, infoPort=38111, infoSecurePort=0, ipcPort=41135, storageInfo=lv=-57;cid=testClusterID;nsid=54855228;c=1731604981360), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T17:23:03,071 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x37fb961b7dd0aabc with lease ID 0x8cd69962e75fad69: Processing first storage report for DS-27115fc1-6672-44c1-a20e-c799659b089e from datanode DatanodeRegistration(127.0.0.1:44867, datanodeUuid=ac39e016-1f98-4271-840a-ab656f6f0da5, infoPort=38111, infoSecurePort=0, ipcPort=41135, storageInfo=lv=-57;cid=testClusterID;nsid=54855228;c=1731604981360) 2024-11-14T17:23:03,071 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x37fb961b7dd0aabc with lease ID 0x8cd69962e75fad69: from storage DS-27115fc1-6672-44c1-a20e-c799659b089e node DatanodeRegistration(127.0.0.1:44867, datanodeUuid=ac39e016-1f98-4271-840a-ab656f6f0da5, infoPort=38111, infoSecurePort=0, ipcPort=41135, storageInfo=lv=-57;cid=testClusterID;nsid=54855228;c=1731604981360), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T17:23:03,087 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83c3672-5518-adde-c924-3db6b8a61fe0 2024-11-14T17:23:03,087 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:23:03,089 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:23:03,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44867 is added to blk_1073741825_1001 (size=7) 2024-11-14T17:23:03,555 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43207/user/jenkins/test-data/eac6f3ee-c19e-d800-05a1-5200d5aee782 with version=8 2024-11-14T17:23:03,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43207/user/jenkins/test-data/eac6f3ee-c19e-d800-05a1-5200d5aee782/hbase-staging 2024-11-14T17:23:03,557 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4e57a52647ef:0 server-side Connection retries=45 2024-11-14T17:23:03,558 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:23:03,558 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T17:23:03,558 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T17:23:03,558 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:23:03,558 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T17:23:03,558 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T17:23:03,558 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T17:23:03,570 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35971 2024-11-14T17:23:03,572 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35971 connecting to ZooKeeper ensemble=127.0.0.1:60601 2024-11-14T17:23:03,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:359710x0, quorum=127.0.0.1:60601, baseZNode=/0-2032117508 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:23:03,667 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35971-0x100ab76b6400000 connected 2024-11-14T17:23:03,721 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T17:23:03,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:03,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:03,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:03,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:03,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:03,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:03,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:03,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:03,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:03,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:03,862 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:03,862 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:03,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:03,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:03,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:03,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:03,914 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:23:03,916 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:23:03,925 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35971-0x100ab76b6400000, quorum=127.0.0.1:60601, baseZNode=/0-2032117508 Set watcher on znode that does not yet exist, /0-2032117508/running 2024-11-14T17:23:03,925 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43207/user/jenkins/test-data/eac6f3ee-c19e-d800-05a1-5200d5aee782, hbase.cluster.distributed=false 2024-11-14T17:23:03,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:03,932 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35971-0x100ab76b6400000, quorum=127.0.0.1:60601, baseZNode=/0-2032117508 Set watcher on znode that does not yet exist, /0-2032117508/acl 2024-11-14T17:23:03,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35971 2024-11-14T17:23:03,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35971 2024-11-14T17:23:03,994 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35971 2024-11-14T17:23:04,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35971 2024-11-14T17:23:04,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35971 2024-11-14T17:23:04,036 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4e57a52647ef:0 server-side Connection retries=45 2024-11-14T17:23:04,036 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:23:04,036 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T17:23:04,036 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T17:23:04,036 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:23:04,036 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T17:23:04,036 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T17:23:04,036 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T17:23:04,038 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46045 2024-11-14T17:23:04,039 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46045 connecting to ZooKeeper ensemble=127.0.0.1:60601 2024-11-14T17:23:04,040 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:23:04,043 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:23:04,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:460450x0, quorum=127.0.0.1:60601, baseZNode=/0-2032117508 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:23:04,054 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46045-0x100ab76b6400001 connected 2024-11-14T17:23:04,058 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46045-0x100ab76b6400001, quorum=127.0.0.1:60601, baseZNode=/0-2032117508 Set watcher on znode that does not yet exist, /0-2032117508/running 2024-11-14T17:23:04,058 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T17:23:04,094 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T17:23:04,102 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46045-0x100ab76b6400001, quorum=127.0.0.1:60601, baseZNode=/0-2032117508 Set watcher on znode that does not yet exist, /0-2032117508/master 2024-11-14T17:23:04,114 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46045-0x100ab76b6400001, quorum=127.0.0.1:60601, baseZNode=/0-2032117508 Set watcher on znode that does not yet exist, /0-2032117508/acl 2024-11-14T17:23:04,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46045 2024-11-14T17:23:04,127 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46045 2024-11-14T17:23:04,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46045 2024-11-14T17:23:04,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46045 2024-11-14T17:23:04,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46045 2024-11-14T17:23:04,210 DEBUG [M:0;4e57a52647ef:35971 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4e57a52647ef:35971 2024-11-14T17:23:04,220 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2032117508/backup-masters/4e57a52647ef,35971,1731604983557 2024-11-14T17:23:04,225 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35971-0x100ab76b6400000, quorum=127.0.0.1:60601, baseZNode=/0-2032117508 Set watcher on existing znode=/0-2032117508/backup-masters/4e57a52647ef,35971,1731604983557 2024-11-14T17:23:04,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35971-0x100ab76b6400000, quorum=127.0.0.1:60601, baseZNode=/0-2032117508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2032117508/backup-masters 2024-11-14T17:23:04,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46045-0x100ab76b6400001, quorum=127.0.0.1:60601, baseZNode=/0-2032117508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2032117508/backup-masters 2024-11-14T17:23:04,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35971-0x100ab76b6400000, quorum=127.0.0.1:60601, baseZNode=/0-2032117508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2032117508 2024-11-14T17:23:04,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46045-0x100ab76b6400001, quorum=127.0.0.1:60601, baseZNode=/0-2032117508 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2032117508/master 2024-11-14T17:23:04,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46045-0x100ab76b6400001, quorum=127.0.0.1:60601, baseZNode=/0-2032117508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2032117508 2024-11-14T17:23:04,243 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35971-0x100ab76b6400000, quorum=127.0.0.1:60601, baseZNode=/0-2032117508 Set watcher on existing znode=/0-2032117508/master 2024-11-14T17:23:04,246 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2032117508/backup-masters/4e57a52647ef,35971,1731604983557 from backup master directory 2024-11-14T17:23:04,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35971-0x100ab76b6400000, quorum=127.0.0.1:60601, baseZNode=/0-2032117508 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2032117508/backup-masters/4e57a52647ef,35971,1731604983557 2024-11-14T17:23:04,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35971-0x100ab76b6400000, quorum=127.0.0.1:60601, baseZNode=/0-2032117508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2032117508/backup-masters 2024-11-14T17:23:04,251 WARN [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T17:23:04,251 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4e57a52647ef,35971,1731604983557 2024-11-14T17:23:04,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46045-0x100ab76b6400001, quorum=127.0.0.1:60601, baseZNode=/0-2032117508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2032117508/backup-masters 2024-11-14T17:23:04,302 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43207/user/jenkins/test-data/eac6f3ee-c19e-d800-05a1-5200d5aee782/hbase.id] with ID: e67ea22d-7afd-4028-b080-0d85e2bbe7b3 2024-11-14T17:23:04,302 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43207/user/jenkins/test-data/eac6f3ee-c19e-d800-05a1-5200d5aee782/.tmp/hbase.id 2024-11-14T17:23:04,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44867 is added to blk_1073741826_1002 (size=42) 2024-11-14T17:23:04,746 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43207/user/jenkins/test-data/eac6f3ee-c19e-d800-05a1-5200d5aee782/.tmp/hbase.id]:[hdfs://localhost:43207/user/jenkins/test-data/eac6f3ee-c19e-d800-05a1-5200d5aee782/hbase.id] 2024-11-14T17:23:04,790 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:23:04,790 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T17:23:04,793 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-14T17:23:04,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46045-0x100ab76b6400001, quorum=127.0.0.1:60601, baseZNode=/0-2032117508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2032117508 2024-11-14T17:23:04,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35971-0x100ab76b6400000, quorum=127.0.0.1:60601, baseZNode=/0-2032117508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2032117508 2024-11-14T17:23:04,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44867 is added to blk_1073741827_1003 (size=196) 2024-11-14T17:23:04,868 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T17:23:04,869 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T17:23:04,871 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:23:04,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T17:23:04,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T17:23:04,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T17:23:04,876 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T17:23:04,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44867 is added to blk_1073741828_1004 (size=1189) 2024-11-14T17:23:04,948 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43207/user/jenkins/test-data/eac6f3ee-c19e-d800-05a1-5200d5aee782/MasterData/data/master/store 2024-11-14T17:23:05,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44867 is added to blk_1073741829_1005 (size=34) 2024-11-14T17:23:05,027 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:23:05,027 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T17:23:05,027 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:23:05,027 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:23:05,027 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T17:23:05,027 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:23:05,027 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:23:05,027 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731604985027Disabling compacts and flushes for region at 1731604985027Disabling writes for close at 1731604985027Writing region close event to WAL at 1731604985027Closed at 1731604985027 2024-11-14T17:23:05,029 WARN [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43207/user/jenkins/test-data/eac6f3ee-c19e-d800-05a1-5200d5aee782/MasterData/data/master/store/.initializing 2024-11-14T17:23:05,029 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43207/user/jenkins/test-data/eac6f3ee-c19e-d800-05a1-5200d5aee782/MasterData/WALs/4e57a52647ef,35971,1731604983557 2024-11-14T17:23:05,030 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T17:23:05,038 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4e57a52647ef%2C35971%2C1731604983557, suffix=, logDir=hdfs://localhost:43207/user/jenkins/test-data/eac6f3ee-c19e-d800-05a1-5200d5aee782/MasterData/WALs/4e57a52647ef,35971,1731604983557, archiveDir=hdfs://localhost:43207/user/jenkins/test-data/eac6f3ee-c19e-d800-05a1-5200d5aee782/MasterData/oldWALs, maxLogs=10 2024-11-14T17:23:05,067 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eac6f3ee-c19e-d800-05a1-5200d5aee782/MasterData/WALs/4e57a52647ef,35971,1731604983557/4e57a52647ef%2C35971%2C1731604983557.1731604985038, exclude list is [], retry=0 2024-11-14T17:23:05,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44867,DS-6b9b2b65-9ced-42c5-814f-e5f9920e9c05,DISK] 2024-11-14T17:23:05,163 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eac6f3ee-c19e-d800-05a1-5200d5aee782/MasterData/WALs/4e57a52647ef,35971,1731604983557/4e57a52647ef%2C35971%2C1731604983557.1731604985038 2024-11-14T17:23:05,171 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38111:38111)] 2024-11-14T17:23:05,171 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:23:05,171 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:23:05,171 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:23:05,171 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:23:05,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:23:05,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T17:23:05,204 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:05,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:23:05,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:23:05,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T17:23:05,206 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:05,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:23:05,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:23:05,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T17:23:05,207 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:05,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:23:05,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:23:05,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T17:23:05,209 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:05,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:23:05,209 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:23:05,210 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43207/user/jenkins/test-data/eac6f3ee-c19e-d800-05a1-5200d5aee782/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:23:05,210 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43207/user/jenkins/test-data/eac6f3ee-c19e-d800-05a1-5200d5aee782/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:23:05,211 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:23:05,211 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:23:05,212 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:23:05,213 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:23:05,237 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43207/user/jenkins/test-data/eac6f3ee-c19e-d800-05a1-5200d5aee782/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:23:05,237 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64665922, jitterRate=-0.03640267252922058}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:23:05,238 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731604985171Initializing all the Stores at 1731604985172 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604985172Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604985192 (+20 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604985192Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604985192Cleaning up temporary data from old regions at 1731604985211 (+19 ms)Region opened successfully at 1731604985238 (+27 ms) 2024-11-14T17:23:05,246 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T17:23:05,256 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2500aebb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4e57a52647ef/172.17.0.3:0 2024-11-14T17:23:05,264 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T17:23:05,265 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T17:23:05,265 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T17:23:05,265 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T17:23:05,265 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T17:23:05,266 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T17:23:05,266 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T17:23:05,280 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T17:23:05,283 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35971-0x100ab76b6400000, quorum=127.0.0.1:60601, baseZNode=/0-2032117508 Unable to get data of znode /0-2032117508/balancer because node does not exist (not necessarily an error) 2024-11-14T17:23:05,288 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2032117508/balancer already deleted, retry=false 2024-11-14T17:23:05,288 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T17:23:05,294 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35971-0x100ab76b6400000, quorum=127.0.0.1:60601, baseZNode=/0-2032117508 Unable to get data of znode /0-2032117508/normalizer because node does not exist (not necessarily an error) 2024-11-14T17:23:05,298 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2032117508/normalizer already deleted, retry=false 2024-11-14T17:23:05,298 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T17:23:05,308 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35971-0x100ab76b6400000, quorum=127.0.0.1:60601, baseZNode=/0-2032117508 Unable to get data of znode /0-2032117508/switch/split because node does not exist (not necessarily an error) 2024-11-14T17:23:05,313 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2032117508/switch/split already deleted, retry=false 2024-11-14T17:23:05,318 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35971-0x100ab76b6400000, quorum=127.0.0.1:60601, baseZNode=/0-2032117508 Unable to get data of znode /0-2032117508/switch/merge because node does not exist (not necessarily an error) 2024-11-14T17:23:05,322 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2032117508/switch/merge already deleted, retry=false 2024-11-14T17:23:05,325 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35971-0x100ab76b6400000, quorum=127.0.0.1:60601, baseZNode=/0-2032117508 Unable to get data of znode /0-2032117508/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T17:23:05,327 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2032117508/snapshot-cleanup already deleted, retry=false 2024-11-14T17:23:05,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46045-0x100ab76b6400001, quorum=127.0.0.1:60601, baseZNode=/0-2032117508 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2032117508/running 2024-11-14T17:23:05,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46045-0x100ab76b6400001, quorum=127.0.0.1:60601, baseZNode=/0-2032117508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2032117508 2024-11-14T17:23:05,329 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4e57a52647ef,35971,1731604983557, sessionid=0x100ab76b6400000, setting cluster-up flag (Was=false) 2024-11-14T17:23:05,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35971-0x100ab76b6400000, quorum=127.0.0.1:60601, baseZNode=/0-2032117508 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2032117508/running 2024-11-14T17:23:05,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35971-0x100ab76b6400000, quorum=127.0.0.1:60601, baseZNode=/0-2032117508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2032117508 2024-11-14T17:23:05,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46045-0x100ab76b6400001, quorum=127.0.0.1:60601, baseZNode=/0-2032117508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2032117508 2024-11-14T17:23:05,345 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2032117508/flush-table-proc/acquired, /0-2032117508/flush-table-proc/reached, /0-2032117508/flush-table-proc/abort 2024-11-14T17:23:05,347 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4e57a52647ef,35971,1731604983557 2024-11-14T17:23:05,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35971-0x100ab76b6400000, quorum=127.0.0.1:60601, baseZNode=/0-2032117508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2032117508 2024-11-14T17:23:05,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46045-0x100ab76b6400001, quorum=127.0.0.1:60601, baseZNode=/0-2032117508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2032117508 2024-11-14T17:23:05,360 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2032117508/online-snapshot/acquired, /0-2032117508/online-snapshot/reached, /0-2032117508/online-snapshot/abort 2024-11-14T17:23:05,360 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4e57a52647ef,35971,1731604983557 2024-11-14T17:23:05,379 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43207/user/jenkins/test-data/eac6f3ee-c19e-d800-05a1-5200d5aee782/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T17:23:05,384 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T17:23:05,384 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T17:23:05,384 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T17:23:05,385 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4e57a52647ef,35971,1731604983557 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T17:23:05,386 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:23:05,386 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:23:05,386 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:23:05,386 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:23:05,386 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4e57a52647ef:0, corePoolSize=10, maxPoolSize=10 2024-11-14T17:23:05,386 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:23:05,386 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4e57a52647ef:0, corePoolSize=2, maxPoolSize=2 2024-11-14T17:23:05,386 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:23:05,420 INFO [RS:0;4e57a52647ef:46045 {}] regionserver.HRegionServer(746): ClusterId : e67ea22d-7afd-4028-b080-0d85e2bbe7b3 2024-11-14T17:23:05,420 DEBUG [RS:0;4e57a52647ef:46045 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T17:23:05,429 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T17:23:05,429 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T17:23:05,430 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:05,430 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T17:23:05,430 DEBUG [RS:0;4e57a52647ef:46045 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T17:23:05,430 DEBUG [RS:0;4e57a52647ef:46045 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T17:23:05,433 DEBUG [RS:0;4e57a52647ef:46045 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T17:23:05,433 DEBUG [RS:0;4e57a52647ef:46045 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71307f3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4e57a52647ef/172.17.0.3:0 2024-11-14T17:23:05,472 DEBUG [RS:0;4e57a52647ef:46045 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4e57a52647ef:46045 2024-11-14T17:23:05,472 INFO [RS:0;4e57a52647ef:46045 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T17:23:05,472 INFO [RS:0;4e57a52647ef:46045 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T17:23:05,472 DEBUG [RS:0;4e57a52647ef:46045 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T17:23:05,483 INFO [RS:0;4e57a52647ef:46045 {}] regionserver.HRegionServer(2659): reportForDuty to master=4e57a52647ef,35971,1731604983557 with port=46045, startcode=1731604984036 2024-11-14T17:23:05,484 DEBUG [RS:0;4e57a52647ef:46045 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T17:23:05,493 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731605015492 2024-11-14T17:23:05,493 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T17:23:05,493 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T17:23:05,493 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T17:23:05,493 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T17:23:05,493 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T17:23:05,493 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T17:23:05,494 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:05,502 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T17:23:05,503 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T17:23:05,503 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T17:23:05,503 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T17:23:05,523 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55261, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T17:23:05,526 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35971 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T17:23:05,527 DEBUG [RS:0;4e57a52647ef:46045 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-14T17:23:05,527 WARN [RS:0;4e57a52647ef:46045 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-14T17:23:05,530 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T17:23:05,530 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T17:23:05,580 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731604985530,5,FailOnTimeoutGroup] 2024-11-14T17:23:05,582 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731604985580,5,FailOnTimeoutGroup] 2024-11-14T17:23:05,582 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:05,582 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T17:23:05,582 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:05,582 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:05,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44867 is added to blk_1073741831_1007 (size=1321) 2024-11-14T17:23:05,631 INFO [RS:0;4e57a52647ef:46045 {}] regionserver.HRegionServer(2659): reportForDuty to master=4e57a52647ef,35971,1731604983557 with port=46045, startcode=1731604984036 2024-11-14T17:23:05,639 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35971 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4e57a52647ef,46045,1731604984036 2024-11-14T17:23:05,639 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35971 {}] master.ServerManager(517): Registering regionserver=4e57a52647ef,46045,1731604984036 2024-11-14T17:23:05,641 DEBUG [RS:0;4e57a52647ef:46045 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43207/user/jenkins/test-data/eac6f3ee-c19e-d800-05a1-5200d5aee782 2024-11-14T17:23:05,641 DEBUG [RS:0;4e57a52647ef:46045 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43207 2024-11-14T17:23:05,641 DEBUG [RS:0;4e57a52647ef:46045 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T17:23:05,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35971-0x100ab76b6400000, quorum=127.0.0.1:60601, baseZNode=/0-2032117508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2032117508/rs 2024-11-14T17:23:05,648 DEBUG [RS:0;4e57a52647ef:46045 {}] zookeeper.ZKUtil(111): regionserver:46045-0x100ab76b6400001, quorum=127.0.0.1:60601, baseZNode=/0-2032117508 Set watcher on existing znode=/0-2032117508/rs/4e57a52647ef,46045,1731604984036 2024-11-14T17:23:05,648 WARN [RS:0;4e57a52647ef:46045 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T17:23:05,648 INFO [RS:0;4e57a52647ef:46045 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:23:05,648 DEBUG [RS:0;4e57a52647ef:46045 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43207/user/jenkins/test-data/eac6f3ee-c19e-d800-05a1-5200d5aee782/WALs/4e57a52647ef,46045,1731604984036 2024-11-14T17:23:05,663 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4e57a52647ef,46045,1731604984036] 2024-11-14T17:23:05,668 INFO [RS:0;4e57a52647ef:46045 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T17:23:05,675 INFO [RS:0;4e57a52647ef:46045 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T17:23:05,699 INFO [RS:0;4e57a52647ef:46045 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T17:23:05,699 INFO [RS:0;4e57a52647ef:46045 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:05,710 INFO [RS:0;4e57a52647ef:46045 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T17:23:05,711 INFO [RS:0;4e57a52647ef:46045 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T17:23:05,711 INFO [RS:0;4e57a52647ef:46045 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:05,711 DEBUG [RS:0;4e57a52647ef:46045 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:23:05,712 DEBUG [RS:0;4e57a52647ef:46045 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:23:05,712 DEBUG [RS:0;4e57a52647ef:46045 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:23:05,712 DEBUG [RS:0;4e57a52647ef:46045 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:23:05,712 DEBUG [RS:0;4e57a52647ef:46045 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:23:05,712 DEBUG [RS:0;4e57a52647ef:46045 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4e57a52647ef:0, corePoolSize=2, maxPoolSize=2 2024-11-14T17:23:05,712 DEBUG [RS:0;4e57a52647ef:46045 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:23:05,712 DEBUG [RS:0;4e57a52647ef:46045 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:23:05,712 DEBUG [RS:0;4e57a52647ef:46045 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:23:05,712 DEBUG [RS:0;4e57a52647ef:46045 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:23:05,712 DEBUG [RS:0;4e57a52647ef:46045 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:23:05,712 DEBUG [RS:0;4e57a52647ef:46045 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:23:05,712 DEBUG [RS:0;4e57a52647ef:46045 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4e57a52647ef:0, corePoolSize=3, maxPoolSize=3 2024-11-14T17:23:05,712 DEBUG [RS:0;4e57a52647ef:46045 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4e57a52647ef:0, corePoolSize=3, maxPoolSize=3 2024-11-14T17:23:05,742 INFO [RS:0;4e57a52647ef:46045 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:05,742 INFO [RS:0;4e57a52647ef:46045 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:05,742 INFO [RS:0;4e57a52647ef:46045 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:05,742 INFO [RS:0;4e57a52647ef:46045 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:05,742 INFO [RS:0;4e57a52647ef:46045 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:05,742 INFO [RS:0;4e57a52647ef:46045 {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,46045,1731604984036-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T17:23:05,766 INFO [RS:0;4e57a52647ef:46045 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T17:23:05,766 INFO [RS:0;4e57a52647ef:46045 {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,46045,1731604984036-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:05,767 INFO [RS:0;4e57a52647ef:46045 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:05,767 INFO [RS:0;4e57a52647ef:46045 {}] regionserver.Replication(171): 4e57a52647ef,46045,1731604984036 started 2024-11-14T17:23:05,786 INFO [RS:0;4e57a52647ef:46045 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:05,786 INFO [RS:0;4e57a52647ef:46045 {}] regionserver.HRegionServer(1482): Serving as 4e57a52647ef,46045,1731604984036, RpcServer on 4e57a52647ef/172.17.0.3:46045, sessionid=0x100ab76b6400001 2024-11-14T17:23:05,787 DEBUG [RS:0;4e57a52647ef:46045 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T17:23:05,787 DEBUG [RS:0;4e57a52647ef:46045 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4e57a52647ef,46045,1731604984036 2024-11-14T17:23:05,787 DEBUG [RS:0;4e57a52647ef:46045 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4e57a52647ef,46045,1731604984036' 2024-11-14T17:23:05,787 DEBUG [RS:0;4e57a52647ef:46045 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2032117508/flush-table-proc/abort' 2024-11-14T17:23:05,787 DEBUG [RS:0;4e57a52647ef:46045 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2032117508/flush-table-proc/acquired' 2024-11-14T17:23:05,788 DEBUG [RS:0;4e57a52647ef:46045 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T17:23:05,788 DEBUG [RS:0;4e57a52647ef:46045 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T17:23:05,788 DEBUG [RS:0;4e57a52647ef:46045 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4e57a52647ef,46045,1731604984036 2024-11-14T17:23:05,788 DEBUG [RS:0;4e57a52647ef:46045 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4e57a52647ef,46045,1731604984036' 2024-11-14T17:23:05,788 DEBUG [RS:0;4e57a52647ef:46045 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2032117508/online-snapshot/abort' 2024-11-14T17:23:05,788 DEBUG [RS:0;4e57a52647ef:46045 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2032117508/online-snapshot/acquired' 2024-11-14T17:23:05,788 DEBUG [RS:0;4e57a52647ef:46045 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T17:23:05,788 INFO [RS:0;4e57a52647ef:46045 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T17:23:05,788 INFO [RS:0;4e57a52647ef:46045 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T17:23:05,889 INFO [RS:0;4e57a52647ef:46045 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T17:23:05,890 INFO [RS:0;4e57a52647ef:46045 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4e57a52647ef%2C46045%2C1731604984036, suffix=, logDir=hdfs://localhost:43207/user/jenkins/test-data/eac6f3ee-c19e-d800-05a1-5200d5aee782/WALs/4e57a52647ef,46045,1731604984036, archiveDir=hdfs://localhost:43207/user/jenkins/test-data/eac6f3ee-c19e-d800-05a1-5200d5aee782/oldWALs, maxLogs=10 2024-11-14T17:23:05,924 DEBUG [RS:0;4e57a52647ef:46045 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eac6f3ee-c19e-d800-05a1-5200d5aee782/WALs/4e57a52647ef,46045,1731604984036/4e57a52647ef%2C46045%2C1731604984036.1731604985891, exclude list is [], retry=0 2024-11-14T17:23:05,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44867,DS-6b9b2b65-9ced-42c5-814f-e5f9920e9c05,DISK] 2024-11-14T17:23:05,973 INFO [RS:0;4e57a52647ef:46045 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eac6f3ee-c19e-d800-05a1-5200d5aee782/WALs/4e57a52647ef,46045,1731604984036/4e57a52647ef%2C46045%2C1731604984036.1731604985891 2024-11-14T17:23:05,977 DEBUG [RS:0;4e57a52647ef:46045 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38111:38111)] 2024-11-14T17:23:05,995 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43207/user/jenkins/test-data/eac6f3ee-c19e-d800-05a1-5200d5aee782/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T17:23:05,995 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43207/user/jenkins/test-data/eac6f3ee-c19e-d800-05a1-5200d5aee782 2024-11-14T17:23:06,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44867 is added to blk_1073741833_1009 (size=32) 2024-11-14T17:23:06,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:23:06,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T17:23:06,099 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T17:23:06,099 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:06,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:23:06,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T17:23:06,107 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T17:23:06,107 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:06,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:23:06,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T17:23:06,122 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T17:23:06,122 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:06,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:23:06,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T17:23:06,124 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T17:23:06,124 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:06,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:23:06,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T17:23:06,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43207/user/jenkins/test-data/eac6f3ee-c19e-d800-05a1-5200d5aee782/data/hbase/meta/1588230740 2024-11-14T17:23:06,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43207/user/jenkins/test-data/eac6f3ee-c19e-d800-05a1-5200d5aee782/data/hbase/meta/1588230740 2024-11-14T17:23:06,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T17:23:06,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T17:23:06,132 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:23:06,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T17:23:06,134 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43207/user/jenkins/test-data/eac6f3ee-c19e-d800-05a1-5200d5aee782/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:23:06,135 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61472228, jitterRate=-0.08399242162704468}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:23:06,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731604986071Initializing all the Stores at 1731604986075 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604986075Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604986075Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604986075Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604986075Cleaning up temporary data from old regions at 1731604986131 (+56 ms)Region opened successfully at 1731604986135 (+4 ms) 2024-11-14T17:23:06,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T17:23:06,135 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T17:23:06,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T17:23:06,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T17:23:06,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T17:23:06,143 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T17:23:06,143 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731604986135Disabling compacts and flushes for region at 1731604986135Disabling writes for close at 1731604986135Writing region close event to WAL at 1731604986143 (+8 ms)Closed at 1731604986143 2024-11-14T17:23:06,144 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T17:23:06,144 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T17:23:06,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T17:23:06,145 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T17:23:06,150 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T17:23:06,301 DEBUG [4e57a52647ef:35971 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T17:23:06,304 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4e57a52647ef,46045,1731604984036 2024-11-14T17:23:06,309 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4e57a52647ef,46045,1731604984036, state=OPENING 2024-11-14T17:23:06,329 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T17:23:06,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35971-0x100ab76b6400000, quorum=127.0.0.1:60601, baseZNode=/0-2032117508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2032117508 2024-11-14T17:23:06,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46045-0x100ab76b6400001, quorum=127.0.0.1:60601, baseZNode=/0-2032117508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2032117508 2024-11-14T17:23:06,350 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2032117508/meta-region-server: CHANGED 2024-11-14T17:23:06,350 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T17:23:06,350 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4e57a52647ef,46045,1731604984036}] 2024-11-14T17:23:06,353 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2032117508/meta-region-server: CHANGED 2024-11-14T17:23:06,519 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T17:23:06,527 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48963, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T17:23:06,550 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T17:23:06,551 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:23:06,551 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T17:23:06,557 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4e57a52647ef%2C46045%2C1731604984036.meta, suffix=.meta, logDir=hdfs://localhost:43207/user/jenkins/test-data/eac6f3ee-c19e-d800-05a1-5200d5aee782/WALs/4e57a52647ef,46045,1731604984036, archiveDir=hdfs://localhost:43207/user/jenkins/test-data/eac6f3ee-c19e-d800-05a1-5200d5aee782/oldWALs, maxLogs=10 2024-11-14T17:23:06,578 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eac6f3ee-c19e-d800-05a1-5200d5aee782/WALs/4e57a52647ef,46045,1731604984036/4e57a52647ef%2C46045%2C1731604984036.meta.1731604986558.meta, exclude list is [], retry=0 2024-11-14T17:23:06,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44867,DS-6b9b2b65-9ced-42c5-814f-e5f9920e9c05,DISK] 2024-11-14T17:23:06,608 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eac6f3ee-c19e-d800-05a1-5200d5aee782/WALs/4e57a52647ef,46045,1731604984036/4e57a52647ef%2C46045%2C1731604984036.meta.1731604986558.meta 2024-11-14T17:23:06,609 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38111:38111)] 2024-11-14T17:23:06,609 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:23:06,609 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T17:23:06,609 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T17:23:06,609 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T17:23:06,609 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T17:23:06,610 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T17:23:06,610 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:23:06,610 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T17:23:06,610 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T17:23:06,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T17:23:06,612 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T17:23:06,612 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:06,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:23:06,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T17:23:06,614 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T17:23:06,614 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:06,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:23:06,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T17:23:06,615 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T17:23:06,615 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:06,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:23:06,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T17:23:06,616 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T17:23:06,616 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:06,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:23:06,617 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T17:23:06,617 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43207/user/jenkins/test-data/eac6f3ee-c19e-d800-05a1-5200d5aee782/data/hbase/meta/1588230740 2024-11-14T17:23:06,619 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43207/user/jenkins/test-data/eac6f3ee-c19e-d800-05a1-5200d5aee782/data/hbase/meta/1588230740 2024-11-14T17:23:06,620 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T17:23:06,621 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T17:23:06,621 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:23:06,622 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T17:23:06,623 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59006211, jitterRate=-0.1207389384508133}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:23:06,624 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T17:23:06,624 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731604986610Writing region info on filesystem at 1731604986610Initializing all the Stores at 1731604986611 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604986611Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604986611Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604986611Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604986611Cleaning up temporary data from old regions at 1731604986621 (+10 ms)Running coprocessor post-open hooks at 1731604986624 (+3 ms)Region opened successfully at 1731604986624 2024-11-14T17:23:06,626 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731604986518 2024-11-14T17:23:06,631 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T17:23:06,631 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T17:23:06,632 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4e57a52647ef,46045,1731604984036 2024-11-14T17:23:06,633 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4e57a52647ef,46045,1731604984036, state=OPEN 2024-11-14T17:23:06,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46045-0x100ab76b6400001, quorum=127.0.0.1:60601, baseZNode=/0-2032117508 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2032117508/meta-region-server 2024-11-14T17:23:06,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35971-0x100ab76b6400000, quorum=127.0.0.1:60601, baseZNode=/0-2032117508 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2032117508/meta-region-server 2024-11-14T17:23:06,635 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4e57a52647ef,46045,1731604984036 2024-11-14T17:23:06,635 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2032117508/meta-region-server: CHANGED 2024-11-14T17:23:06,635 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2032117508/meta-region-server: CHANGED 2024-11-14T17:23:06,638 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T17:23:06,638 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4e57a52647ef,46045,1731604984036 in 285 msec 2024-11-14T17:23:06,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T17:23:06,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 494 msec 2024-11-14T17:23:06,643 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T17:23:06,643 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T17:23:06,657 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:23:06,657 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,46045,1731604984036, seqNum=-1] 2024-11-14T17:23:06,657 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:23:06,661 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50807, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:23:06,672 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2880 sec 2024-11-14T17:23:06,672 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731604986672, completionTime=-1 2024-11-14T17:23:06,672 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T17:23:06,672 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T17:23:06,677 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T17:23:06,677 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731605046677 2024-11-14T17:23:06,677 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731605106677 2024-11-14T17:23:06,677 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-14T17:23:06,677 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,35971,1731604983557-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:06,677 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,35971,1731604983557-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:06,677 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,35971,1731604983557-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:06,677 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4e57a52647ef:35971, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:06,677 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:06,680 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:06,688 DEBUG [master/4e57a52647ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T17:23:06,690 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.439sec 2024-11-14T17:23:06,690 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T17:23:06,690 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T17:23:06,690 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T17:23:06,690 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T17:23:06,690 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T17:23:06,690 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,35971,1731604983557-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T17:23:06,691 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,35971,1731604983557-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T17:23:06,710 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T17:23:06,710 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T17:23:06,711 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,35971,1731604983557-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:06,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e9f8a3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:23:06,763 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,35971,-1 for getting cluster id 2024-11-14T17:23:06,763 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:23:06,779 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e67ea22d-7afd-4028-b080-0d85e2bbe7b3' 2024-11-14T17:23:06,779 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:23:06,779 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e67ea22d-7afd-4028-b080-0d85e2bbe7b3" 2024-11-14T17:23:06,780 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ce1039e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:23:06,780 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,35971,-1] 2024-11-14T17:23:06,780 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:23:06,780 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:23:06,782 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:23:06,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43bd6cf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:23:06,784 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:23:06,785 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,46045,1731604984036, seqNum=-1] 2024-11-14T17:23:06,785 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:23:06,787 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:23:06,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4e57a52647ef,35971,1731604983557 2024-11-14T17:23:06,795 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60601 2024-11-14T17:23:06,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60601, baseZNode=/0-2032117508 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:23:06,830 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100ab76b6400002 connected 2024-11-14T17:23:06,895 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:23:06,896 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,35971,1731604983557 2024-11-14T17:23:06,896 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53836524 2024-11-14T17:23:06,896 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:23:06,899 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:23:06,900 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35971 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T17:23:06,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35971 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T17:23:06,903 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T17:23:06,904 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:06,904 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35971 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T17:23:06,904 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T17:23:06,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:23:06,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44867 is added to blk_1073741835_1011 (size=902) 2024-11-14T17:23:07,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:23:07,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:23:07,403 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 51d6a691affe3056750e0e59696cc52d, NAME => 'test,,1731604986900.51d6a691affe3056750e0e59696cc52d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43207/user/jenkins/test-data/eac6f3ee-c19e-d800-05a1-5200d5aee782 2024-11-14T17:23:07,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44867 is added to blk_1073741836_1012 (size=39) 2024-11-14T17:23:07,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:23:07,875 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731604986900.51d6a691affe3056750e0e59696cc52d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:23:07,875 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 51d6a691affe3056750e0e59696cc52d, disabling compactions & flushes 2024-11-14T17:23:07,875 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731604986900.51d6a691affe3056750e0e59696cc52d. 2024-11-14T17:23:07,875 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731604986900.51d6a691affe3056750e0e59696cc52d. 2024-11-14T17:23:07,875 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731604986900.51d6a691affe3056750e0e59696cc52d. after waiting 0 ms 2024-11-14T17:23:07,875 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731604986900.51d6a691affe3056750e0e59696cc52d. 2024-11-14T17:23:07,875 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731604986900.51d6a691affe3056750e0e59696cc52d. 2024-11-14T17:23:07,875 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 51d6a691affe3056750e0e59696cc52d: Waiting for close lock at 1731604987875Disabling compacts and flushes for region at 1731604987875Disabling writes for close at 1731604987875Writing region close event to WAL at 1731604987875Closed at 1731604987875 2024-11-14T17:23:07,876 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T17:23:07,876 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731604986900.51d6a691affe3056750e0e59696cc52d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731604987876"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731604987876"}]},"ts":"1731604987876"} 2024-11-14T17:23:07,882 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T17:23:07,883 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T17:23:07,883 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604987883"}]},"ts":"1731604987883"} 2024-11-14T17:23:07,885 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T17:23:07,885 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=51d6a691affe3056750e0e59696cc52d, ASSIGN}] 2024-11-14T17:23:07,887 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=51d6a691affe3056750e0e59696cc52d, ASSIGN 2024-11-14T17:23:07,888 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=51d6a691affe3056750e0e59696cc52d, ASSIGN; state=OFFLINE, location=4e57a52647ef,46045,1731604984036; forceNewPlan=false, retain=false 2024-11-14T17:23:08,039 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=51d6a691affe3056750e0e59696cc52d, regionState=OPENING, regionLocation=4e57a52647ef,46045,1731604984036 2024-11-14T17:23:08,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=51d6a691affe3056750e0e59696cc52d, ASSIGN because future has completed 2024-11-14T17:23:08,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:23:08,059 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51d6a691affe3056750e0e59696cc52d, server=4e57a52647ef,46045,1731604984036}] 2024-11-14T17:23:08,241 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731604986900.51d6a691affe3056750e0e59696cc52d. 2024-11-14T17:23:08,241 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 51d6a691affe3056750e0e59696cc52d, NAME => 'test,,1731604986900.51d6a691affe3056750e0e59696cc52d.', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:23:08,241 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T17:23:08,241 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T17:23:08,241 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 51d6a691affe3056750e0e59696cc52d 2024-11-14T17:23:08,241 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731604986900.51d6a691affe3056750e0e59696cc52d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:23:08,242 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 51d6a691affe3056750e0e59696cc52d 2024-11-14T17:23:08,242 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 51d6a691affe3056750e0e59696cc52d 2024-11-14T17:23:08,259 INFO [StoreOpener-51d6a691affe3056750e0e59696cc52d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 51d6a691affe3056750e0e59696cc52d 2024-11-14T17:23:08,270 INFO [StoreOpener-51d6a691affe3056750e0e59696cc52d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51d6a691affe3056750e0e59696cc52d columnFamilyName f 2024-11-14T17:23:08,270 DEBUG [StoreOpener-51d6a691affe3056750e0e59696cc52d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:08,278 INFO [StoreOpener-51d6a691affe3056750e0e59696cc52d-1 {}] regionserver.HStore(327): Store=51d6a691affe3056750e0e59696cc52d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:23:08,278 INFO [StoreOpener-51d6a691affe3056750e0e59696cc52d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 51d6a691affe3056750e0e59696cc52d 2024-11-14T17:23:08,299 INFO [StoreOpener-51d6a691affe3056750e0e59696cc52d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51d6a691affe3056750e0e59696cc52d columnFamilyName f1 2024-11-14T17:23:08,299 DEBUG [StoreOpener-51d6a691affe3056750e0e59696cc52d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:08,303 INFO [StoreOpener-51d6a691affe3056750e0e59696cc52d-1 {}] regionserver.HStore(327): Store=51d6a691affe3056750e0e59696cc52d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:23:08,303 INFO [StoreOpener-51d6a691affe3056750e0e59696cc52d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 51d6a691affe3056750e0e59696cc52d 2024-11-14T17:23:08,315 INFO [StoreOpener-51d6a691affe3056750e0e59696cc52d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51d6a691affe3056750e0e59696cc52d columnFamilyName norep 2024-11-14T17:23:08,315 DEBUG [StoreOpener-51d6a691affe3056750e0e59696cc52d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:08,318 INFO [StoreOpener-51d6a691affe3056750e0e59696cc52d-1 {}] regionserver.HStore(327): Store=51d6a691affe3056750e0e59696cc52d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:23:08,319 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 51d6a691affe3056750e0e59696cc52d 2024-11-14T17:23:08,323 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43207/user/jenkins/test-data/eac6f3ee-c19e-d800-05a1-5200d5aee782/data/default/test/51d6a691affe3056750e0e59696cc52d 2024-11-14T17:23:08,327 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43207/user/jenkins/test-data/eac6f3ee-c19e-d800-05a1-5200d5aee782/data/default/test/51d6a691affe3056750e0e59696cc52d 2024-11-14T17:23:08,347 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 51d6a691affe3056750e0e59696cc52d 2024-11-14T17:23:08,347 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 51d6a691affe3056750e0e59696cc52d 2024-11-14T17:23:08,352 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T17:23:08,363 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 51d6a691affe3056750e0e59696cc52d 2024-11-14T17:23:08,375 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43207/user/jenkins/test-data/eac6f3ee-c19e-d800-05a1-5200d5aee782/data/default/test/51d6a691affe3056750e0e59696cc52d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:23:08,378 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 51d6a691affe3056750e0e59696cc52d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67331826, jitterRate=0.003322392702102661}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T17:23:08,379 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 51d6a691affe3056750e0e59696cc52d 2024-11-14T17:23:08,379 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 51d6a691affe3056750e0e59696cc52d: Running coprocessor pre-open hook at 1731604988242Writing region info on filesystem at 1731604988242Initializing all the Stores at 1731604988250 (+8 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604988250Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604988258 (+8 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604988258Cleaning up temporary data from old regions at 1731604988347 (+89 ms)Running coprocessor post-open hooks at 1731604988379 (+32 ms)Region opened successfully at 1731604988379 2024-11-14T17:23:08,383 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731604986900.51d6a691affe3056750e0e59696cc52d., pid=6, masterSystemTime=1731604988222 2024-11-14T17:23:08,392 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731604986900.51d6a691affe3056750e0e59696cc52d. 2024-11-14T17:23:08,392 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731604986900.51d6a691affe3056750e0e59696cc52d. 2024-11-14T17:23:08,393 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=51d6a691affe3056750e0e59696cc52d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4e57a52647ef,46045,1731604984036 2024-11-14T17:23:08,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51d6a691affe3056750e0e59696cc52d, server=4e57a52647ef,46045,1731604984036 because future has completed 2024-11-14T17:23:08,410 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T17:23:08,410 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 51d6a691affe3056750e0e59696cc52d, server=4e57a52647ef,46045,1731604984036 in 349 msec 2024-11-14T17:23:08,413 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T17:23:08,413 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=51d6a691affe3056750e0e59696cc52d, ASSIGN in 525 msec 2024-11-14T17:23:08,413 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T17:23:08,414 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731604988413"}]},"ts":"1731604988413"} 2024-11-14T17:23:08,423 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T17:23:08,424 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T17:23:08,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.5240 sec 2024-11-14T17:23:09,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:23:09,076 INFO [Async-Client-Retry-Timer-pool-0 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T17:23:09,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e2a398e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:23:09,086 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,35971,-1 for getting cluster id 2024-11-14T17:23:09,086 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:23:09,091 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e67ea22d-7afd-4028-b080-0d85e2bbe7b3' 2024-11-14T17:23:09,092 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:23:09,092 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e67ea22d-7afd-4028-b080-0d85e2bbe7b3" 2024-11-14T17:23:09,093 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@419e3f9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:23:09,093 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,35971,-1] 2024-11-14T17:23:09,093 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:23:09,093 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:23:09,096 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:23:09,099 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@445da5da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:23:09,099 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:23:09,103 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,35971,1731604983557 2024-11-14T17:23:09,103 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6405fe94 2024-11-14T17:23:09,103 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:23:09,104 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:23:09,105 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35971 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://4e57a52647ef:35971,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T17:23:09,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35971 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T17:23:09,117 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4e57a52647ef:35971' 2024-11-14T17:23:09,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:23:09,119 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30b057ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:23:09,119 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,35971,-1 for getting cluster id 2024-11-14T17:23:09,119 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:23:09,123 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e67ea22d-7afd-4028-b080-0d85e2bbe7b3' 2024-11-14T17:23:09,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:23:09,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e67ea22d-7afd-4028-b080-0d85e2bbe7b3" 2024-11-14T17:23:09,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7639bc99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:23:09,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,35971,-1] 2024-11-14T17:23:09,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:23:09,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:23:09,126 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:23:09,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fadfae7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:23:09,131 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:23:09,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,35971,1731604983557 2024-11-14T17:23:09,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2918360d 2024-11-14T17:23:09,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:23:09,134 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:23:09,135 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T17:23:09,135 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T17:23:09,135 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:23:09,136 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:23:09,136 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://4e57a52647ef:35971, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-14T17:23:09,137 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:23:09,149 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://4e57a52647ef:35971, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://4e57a52647ef:35971, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://4e57a52647ef:35971, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-14T17:23:09,151 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://4e57a52647ef:35971, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=45 msec 2024-11-14T17:23:09,151 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-14T17:23:09,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:23:09,224 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://4e57a52647ef:35971, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-14T17:23:09,224 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:23:09,224 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:23:09,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:23:09,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:23:09,231 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:23:09,250 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=531 (was 361) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: qtp1180987937-7923 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46045 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: regionserver/4e57a52647ef:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83c3672-5518-adde-c924-3db6b8a61fe0/cluster_f9c93e5f-6cea-7919-3eb1-1f6d72b4ef0a/data/data1/current/BP-1056473797-172.17.0.3-1731604981360 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp859356013-7872 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007f3ddc438988.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-1056473797-172.17.0.3-1731604981360 heartbeating to localhost/127.0.0.1:43207 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731604985530 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: PacketResponder: BP-1056473797-172.17.0.3-1731604981360:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1056473797-172.17.0.3-1731604981360:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:43207 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$478/0x00007f3ddc9fe568.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@492c7440[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-669773206_20 at /127.0.0.1:43268 [Receiving block BP-1056473797-172.17.0.3-1731604981360:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@1ef9642c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35971 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@4fd6f8ff java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:43207 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: 4e57a52647ef:35971 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:43207/user/jenkins/test-data/eac6f3ee-c19e-d800-05a1-5200d5aee782-prefix:4e57a52647ef,46045,1731604984036.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp859356013-7876-acceptor-0@789c446c-ServerConnector@49c5528{HTTP/1.1, (http/1.1)}{localhost:42795} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35971 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83c3672-5518-adde-c924-3db6b8a61fe0/cluster_f9c93e5f-6cea-7919-3eb1-1f6d72b4ef0a/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60601) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43207 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:60601 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: qtp859356013-7875 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007f3ddc438988.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp859356013-7877 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@4f64b84 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=46045 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server idle connection scanner for port 43207 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@586588ba java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 43207 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: qtp1180987937-7922-acceptor-0@e492e8c-ServerConnector@7ba0bae0{HTTP/1.1, (http/1.1)}{localhost:35273} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1217902812_20 at /127.0.0.1:43226 [Receiving block BP-1056473797-172.17.0.3-1731604981360:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/4e57a52647ef:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-669773206_20 at /127.0.0.1:43248 [Receiving block BP-1056473797-172.17.0.3-1731604981360:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$607/0x00007f3ddcad3238.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46045 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS:0;4e57a52647ef:46045-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/4e57a52647ef:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 41135 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46045 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: qtp1180987937-7921 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007f3ddc438988.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 41135 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=35971 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@7f6e364a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 41135 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60601) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43207 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43207 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 41135 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 43207 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: IPC Server handler 2 on default port 43207 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:43207 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@4ffa499 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=46045 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp859356013-7879 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-2c6488be-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46045 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1180987937-7924 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43207 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: qtp859356013-7873 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007f3ddc438988.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(1616332335) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46045 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 3 on default port 43207 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:43207/user/jenkins/test-data/eac6f3ee-c19e-d800-05a1-5200d5aee782/MasterData-prefix:4e57a52647ef,35971,1731604983557 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:60601): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46045 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-332dafea-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35971 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=35971 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83c3672-5518-adde-c924-3db6b8a61fe0/cluster_f9c93e5f-6cea-7919-3eb1-1f6d72b4ef0a/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/4e57a52647ef:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Server handler 4 on default port 41135 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: regionserver/4e57a52647ef:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@7a36a10d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;4e57a52647ef:46045 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731604985580 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60601) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:43207 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=46045 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 0 on default port 43207 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-669773206_20 at /127.0.0.1:43178 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:43207/user/jenkins/test-data/eac6f3ee-c19e-d800-05a1-5200d5aee782-prefix:4e57a52647ef,46045,1731604984036 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@72de679e java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp859356013-7878 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;4e57a52647ef:35971 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp859356013-7874 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007f3ddc438988.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35971 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server idle connection scanner for port 41135 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46045 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@743fe49b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=35971 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35971 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1056473797-172.17.0.3-1731604981360:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83c3672-5518-adde-c924-3db6b8a61fe0/cluster_f9c93e5f-6cea-7919-3eb1-1f6d72b4ef0a/data/data2/current/BP-1056473797-172.17.0.3-1731604981360 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35971 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35971 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=866 (was 793) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1394 (was 1323) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2016 (was 1527) - AvailableMemoryMB LEAK? - 2024-11-14T17:23:09,254 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=531 is superior to 500 2024-11-14T17:23:09,279 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=530, OpenFileDescriptor=866, MaxFileDescriptor=1048576, SystemLoadAverage=1394, ProcessCount=11, AvailableMemoryMB=2012 2024-11-14T17:23:09,279 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=530 is superior to 500 2024-11-14T17:23:09,297 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-14T17:23:09,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83c3672-5518-adde-c924-3db6b8a61fe0/hadoop.log.dir so I do NOT create it in target/test-data/d87e10d3-9ffa-6356-03c7-ccdde7b1663e 2024-11-14T17:23:09,298 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83c3672-5518-adde-c924-3db6b8a61fe0/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T17:23:09,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83c3672-5518-adde-c924-3db6b8a61fe0/hadoop.tmp.dir so I do NOT create it in target/test-data/d87e10d3-9ffa-6356-03c7-ccdde7b1663e 2024-11-14T17:23:09,298 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a83c3672-5518-adde-c924-3db6b8a61fe0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T17:23:09,298 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87e10d3-9ffa-6356-03c7-ccdde7b1663e 2024-11-14T17:23:09,298 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87e10d3-9ffa-6356-03c7-ccdde7b1663e/cluster_628e76e5-a809-85b2-7612-3f0650508665, deleteOnExit=true 2024-11-14T17:23:09,340 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87e10d3-9ffa-6356-03c7-ccdde7b1663e/cluster_628e76e5-a809-85b2-7612-3f0650508665/zookeeper_0, clientPort=56435, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87e10d3-9ffa-6356-03c7-ccdde7b1663e/cluster_628e76e5-a809-85b2-7612-3f0650508665/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87e10d3-9ffa-6356-03c7-ccdde7b1663e/cluster_628e76e5-a809-85b2-7612-3f0650508665/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T17:23:09,344 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56435 2024-11-14T17:23:09,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T17:23:09,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T17:23:09,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87e10d3-9ffa-6356-03c7-ccdde7b1663e/test.cache.data in system properties and HBase conf 2024-11-14T17:23:09,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87e10d3-9ffa-6356-03c7-ccdde7b1663e/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T17:23:09,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87e10d3-9ffa-6356-03c7-ccdde7b1663e/hadoop.log.dir in system properties and HBase conf 2024-11-14T17:23:09,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87e10d3-9ffa-6356-03c7-ccdde7b1663e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T17:23:09,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87e10d3-9ffa-6356-03c7-ccdde7b1663e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T17:23:09,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T17:23:09,345 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T17:23:09,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87e10d3-9ffa-6356-03c7-ccdde7b1663e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T17:23:09,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87e10d3-9ffa-6356-03c7-ccdde7b1663e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T17:23:09,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87e10d3-9ffa-6356-03c7-ccdde7b1663e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T17:23:09,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87e10d3-9ffa-6356-03c7-ccdde7b1663e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T17:23:09,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87e10d3-9ffa-6356-03c7-ccdde7b1663e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T17:23:09,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87e10d3-9ffa-6356-03c7-ccdde7b1663e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T17:23:09,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87e10d3-9ffa-6356-03c7-ccdde7b1663e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T17:23:09,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87e10d3-9ffa-6356-03c7-ccdde7b1663e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T17:23:09,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87e10d3-9ffa-6356-03c7-ccdde7b1663e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T17:23:09,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87e10d3-9ffa-6356-03c7-ccdde7b1663e/nfs.dump.dir in system properties and HBase conf 2024-11-14T17:23:09,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87e10d3-9ffa-6356-03c7-ccdde7b1663e/java.io.tmpdir in system properties and HBase conf 2024-11-14T17:23:09,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87e10d3-9ffa-6356-03c7-ccdde7b1663e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T17:23:09,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87e10d3-9ffa-6356-03c7-ccdde7b1663e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T17:23:09,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87e10d3-9ffa-6356-03c7-ccdde7b1663e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T17:23:09,480 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T17:23:09,490 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T17:23:09,511 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T17:23:09,511 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T17:23:09,511 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T17:23:09,511 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T17:23:09,514 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@560d4801{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87e10d3-9ffa-6356-03c7-ccdde7b1663e/hadoop.log.dir/,AVAILABLE} 2024-11-14T17:23:09,515 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dc8f12{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T17:23:09,675 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2dc34cf6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87e10d3-9ffa-6356-03c7-ccdde7b1663e/java.io.tmpdir/jetty-localhost-33755-hadoop-hdfs-3_4_1-tests_jar-_-any-11697033732241702990/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T17:23:09,682 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1322d2a1{HTTP/1.1, (http/1.1)}{localhost:33755} 2024-11-14T17:23:09,682 INFO [Time-limited test {}] server.Server(415): Started @294060ms 2024-11-14T17:23:09,976 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T17:23:09,987 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:09,987 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:09,987 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:09,988 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:09,988 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:09,988 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:09,989 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:10,054 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:10,054 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:10,057 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:10,058 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:10,059 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:10,060 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:10,068 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:10,073 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:10,073 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:10,075 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:10,115 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T17:23:10,121 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T17:23:10,142 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T17:23:10,142 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T17:23:10,142 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T17:23:10,147 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f96effb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87e10d3-9ffa-6356-03c7-ccdde7b1663e/hadoop.log.dir/,AVAILABLE} 2024-11-14T17:23:10,147 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32dd170d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T17:23:10,329 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@466cb862{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87e10d3-9ffa-6356-03c7-ccdde7b1663e/java.io.tmpdir/jetty-localhost-33891-hadoop-hdfs-3_4_1-tests_jar-_-any-12561997322085887993/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T17:23:10,329 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f076664{HTTP/1.1, (http/1.1)}{localhost:33891} 2024-11-14T17:23:10,329 INFO [Time-limited test {}] server.Server(415): Started @294707ms 2024-11-14T17:23:10,331 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T17:23:10,521 WARN [Thread-4306 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87e10d3-9ffa-6356-03c7-ccdde7b1663e/cluster_628e76e5-a809-85b2-7612-3f0650508665/data/data1/current/BP-1791276495-172.17.0.3-1731604989374/current, will proceed with Du for space computation calculation, 2024-11-14T17:23:10,522 WARN [Thread-4307 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87e10d3-9ffa-6356-03c7-ccdde7b1663e/cluster_628e76e5-a809-85b2-7612-3f0650508665/data/data2/current/BP-1791276495-172.17.0.3-1731604989374/current, will proceed with Du for space computation calculation, 2024-11-14T17:23:10,628 WARN [Thread-4294 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T17:23:10,653 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x16d316aa26d3fd1e with lease ID 0x9a73e793ad212383: Processing first storage report for DS-5f70e98b-9c1d-4800-9d17-fd40b12e1c65 from datanode DatanodeRegistration(127.0.0.1:45165, datanodeUuid=717d5cff-8376-47af-bb31-06e2748542d8, infoPort=45157, infoSecurePort=0, ipcPort=43691, storageInfo=lv=-57;cid=testClusterID;nsid=1394500091;c=1731604989374) 2024-11-14T17:23:10,653 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x16d316aa26d3fd1e with lease ID 0x9a73e793ad212383: from storage DS-5f70e98b-9c1d-4800-9d17-fd40b12e1c65 node DatanodeRegistration(127.0.0.1:45165, datanodeUuid=717d5cff-8376-47af-bb31-06e2748542d8, infoPort=45157, infoSecurePort=0, ipcPort=43691, storageInfo=lv=-57;cid=testClusterID;nsid=1394500091;c=1731604989374), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T17:23:10,653 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x16d316aa26d3fd1e with lease ID 0x9a73e793ad212383: Processing first storage report for DS-ad52755b-24cf-4c9e-8196-92e79237a4bc from datanode DatanodeRegistration(127.0.0.1:45165, datanodeUuid=717d5cff-8376-47af-bb31-06e2748542d8, infoPort=45157, infoSecurePort=0, ipcPort=43691, storageInfo=lv=-57;cid=testClusterID;nsid=1394500091;c=1731604989374) 2024-11-14T17:23:10,653 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x16d316aa26d3fd1e with lease ID 0x9a73e793ad212383: from storage DS-ad52755b-24cf-4c9e-8196-92e79237a4bc node DatanodeRegistration(127.0.0.1:45165, datanodeUuid=717d5cff-8376-47af-bb31-06e2748542d8, infoPort=45157, infoSecurePort=0, ipcPort=43691, storageInfo=lv=-57;cid=testClusterID;nsid=1394500091;c=1731604989374), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T17:23:10,736 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87e10d3-9ffa-6356-03c7-ccdde7b1663e 2024-11-14T17:23:10,736 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:23:10,738 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:23:10,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45165 is added to blk_1073741825_1001 (size=7) 2024-11-14T17:23:10,830 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711 with version=8 2024-11-14T17:23:10,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/hbase-staging 2024-11-14T17:23:10,839 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4e57a52647ef:0 server-side Connection retries=45 2024-11-14T17:23:10,839 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:23:10,839 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T17:23:10,839 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T17:23:10,839 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:23:10,839 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T17:23:10,839 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T17:23:10,839 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T17:23:10,852 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38905 2024-11-14T17:23:10,853 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38905 connecting to ZooKeeper ensemble=127.0.0.1:56435 2024-11-14T17:23:10,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:389050x0, quorum=127.0.0.1:56435, baseZNode=/0-582836909 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:23:10,923 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38905-0x100ab76d5a50000 connected 2024-11-14T17:23:11,100 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:23:11,102 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:23:11,123 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38905-0x100ab76d5a50000, quorum=127.0.0.1:56435, baseZNode=/0-582836909 Set watcher on znode that does not yet exist, /0-582836909/running 2024-11-14T17:23:11,123 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711, hbase.cluster.distributed=false 2024-11-14T17:23:11,156 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38905-0x100ab76d5a50000, quorum=127.0.0.1:56435, baseZNode=/0-582836909 Set watcher on znode that does not yet exist, /0-582836909/acl 2024-11-14T17:23:11,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38905 2024-11-14T17:23:11,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38905 2024-11-14T17:23:11,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38905 2024-11-14T17:23:11,226 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38905 2024-11-14T17:23:11,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38905 2024-11-14T17:23:11,274 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4e57a52647ef:0 server-side Connection retries=45 2024-11-14T17:23:11,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:23:11,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T17:23:11,274 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T17:23:11,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:23:11,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T17:23:11,274 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T17:23:11,274 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T17:23:11,298 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40829 2024-11-14T17:23:11,299 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40829 connecting to ZooKeeper ensemble=127.0.0.1:56435 2024-11-14T17:23:11,300 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:23:11,302 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:23:11,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:408290x0, quorum=127.0.0.1:56435, baseZNode=/0-582836909 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:23:11,323 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40829-0x100ab76d5a50001 connected 2024-11-14T17:23:11,326 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40829-0x100ab76d5a50001, quorum=127.0.0.1:56435, baseZNode=/0-582836909 Set watcher on znode that does not yet exist, /0-582836909/running 2024-11-14T17:23:11,327 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T17:23:11,348 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T17:23:11,362 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40829-0x100ab76d5a50001, quorum=127.0.0.1:56435, baseZNode=/0-582836909 Set watcher on znode that does not yet exist, /0-582836909/master 2024-11-14T17:23:11,388 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40829-0x100ab76d5a50001, quorum=127.0.0.1:56435, baseZNode=/0-582836909 Set watcher on znode that does not yet exist, /0-582836909/acl 2024-11-14T17:23:11,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40829 2024-11-14T17:23:11,389 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40829 2024-11-14T17:23:11,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40829 2024-11-14T17:23:11,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40829 2024-11-14T17:23:11,426 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40829 2024-11-14T17:23:11,447 DEBUG [M:0;4e57a52647ef:38905 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4e57a52647ef:38905 2024-11-14T17:23:11,447 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-582836909/backup-masters/4e57a52647ef,38905,1731604990838 2024-11-14T17:23:11,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38905-0x100ab76d5a50000, quorum=127.0.0.1:56435, baseZNode=/0-582836909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-582836909/backup-masters 2024-11-14T17:23:11,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40829-0x100ab76d5a50001, quorum=127.0.0.1:56435, baseZNode=/0-582836909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-582836909/backup-masters 2024-11-14T17:23:11,453 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38905-0x100ab76d5a50000, quorum=127.0.0.1:56435, baseZNode=/0-582836909 Set watcher on existing znode=/0-582836909/backup-masters/4e57a52647ef,38905,1731604990838 2024-11-14T17:23:11,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38905-0x100ab76d5a50000, quorum=127.0.0.1:56435, baseZNode=/0-582836909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-582836909 2024-11-14T17:23:11,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40829-0x100ab76d5a50001, quorum=127.0.0.1:56435, baseZNode=/0-582836909 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-582836909/master 2024-11-14T17:23:11,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40829-0x100ab76d5a50001, quorum=127.0.0.1:56435, baseZNode=/0-582836909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-582836909 2024-11-14T17:23:11,470 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38905-0x100ab76d5a50000, quorum=127.0.0.1:56435, baseZNode=/0-582836909 Set watcher on existing znode=/0-582836909/master 2024-11-14T17:23:11,471 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-582836909/backup-masters/4e57a52647ef,38905,1731604990838 from backup master directory 2024-11-14T17:23:11,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38905-0x100ab76d5a50000, quorum=127.0.0.1:56435, baseZNode=/0-582836909 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-582836909/backup-masters/4e57a52647ef,38905,1731604990838 2024-11-14T17:23:11,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38905-0x100ab76d5a50000, quorum=127.0.0.1:56435, baseZNode=/0-582836909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-582836909/backup-masters 2024-11-14T17:23:11,474 WARN [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T17:23:11,474 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4e57a52647ef,38905,1731604990838 2024-11-14T17:23:11,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40829-0x100ab76d5a50001, quorum=127.0.0.1:56435, baseZNode=/0-582836909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-582836909/backup-masters 2024-11-14T17:23:11,478 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/hbase.id] with ID: b2e8e7c6-f816-415b-8787-23e89f0c1177 2024-11-14T17:23:11,478 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/.tmp/hbase.id 2024-11-14T17:23:11,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45165 is added to blk_1073741826_1002 (size=42) 2024-11-14T17:23:11,522 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/.tmp/hbase.id]:[hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/hbase.id] 2024-11-14T17:23:11,601 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:23:11,601 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T17:23:11,604 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-14T17:23:11,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40829-0x100ab76d5a50001, quorum=127.0.0.1:56435, baseZNode=/0-582836909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-582836909 2024-11-14T17:23:11,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38905-0x100ab76d5a50000, quorum=127.0.0.1:56435, baseZNode=/0-582836909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-582836909 2024-11-14T17:23:11,669 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T17:23:11,670 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T17:23:11,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45165 is added to blk_1073741827_1003 (size=196) 2024-11-14T17:23:11,707 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T17:23:11,708 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T17:23:11,712 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:23:11,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45165 is added to blk_1073741828_1004 (size=1189) 2024-11-14T17:23:11,803 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/MasterData/data/master/store 2024-11-14T17:23:11,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45165 is added to blk_1073741829_1005 (size=34) 2024-11-14T17:23:12,275 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:23:12,275 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T17:23:12,275 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:23:12,275 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:23:12,275 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T17:23:12,275 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:23:12,275 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:23:12,275 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731604992275Disabling compacts and flushes for region at 1731604992275Disabling writes for close at 1731604992275Writing region close event to WAL at 1731604992275Closed at 1731604992275 2024-11-14T17:23:12,284 WARN [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/MasterData/data/master/store/.initializing 2024-11-14T17:23:12,285 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/MasterData/WALs/4e57a52647ef,38905,1731604990838 2024-11-14T17:23:12,293 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T17:23:12,311 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4e57a52647ef%2C38905%2C1731604990838, suffix=, logDir=hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/MasterData/WALs/4e57a52647ef,38905,1731604990838, archiveDir=hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/MasterData/oldWALs, maxLogs=10 2024-11-14T17:23:12,340 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/MasterData/WALs/4e57a52647ef,38905,1731604990838/4e57a52647ef%2C38905%2C1731604990838.1731604992311, exclude list is [], retry=0 2024-11-14T17:23:12,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45165,DS-5f70e98b-9c1d-4800-9d17-fd40b12e1c65,DISK] 2024-11-14T17:23:12,366 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/MasterData/WALs/4e57a52647ef,38905,1731604990838/4e57a52647ef%2C38905%2C1731604990838.1731604992311 2024-11-14T17:23:12,384 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45157:45157)] 2024-11-14T17:23:12,384 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:23:12,384 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:23:12,384 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:23:12,384 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:23:12,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:23:12,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T17:23:12,415 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:12,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:23:12,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:23:12,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T17:23:12,428 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:12,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:23:12,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:23:12,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T17:23:12,443 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:12,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:23:12,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:23:12,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T17:23:12,458 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:12,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:23:12,461 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:23:12,462 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:23:12,463 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:23:12,468 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:23:12,468 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:23:12,468 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:23:12,469 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:23:12,473 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:23:12,473 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65754472, jitterRate=-0.020182013511657715}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:23:12,473 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731604992384Initializing all the Stores at 1731604992391 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604992391Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604992394 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604992394Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604992394Cleaning up temporary data from old regions at 1731604992468 (+74 ms)Region opened successfully at 1731604992473 (+5 ms) 2024-11-14T17:23:12,474 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T17:23:12,477 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66d23155, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4e57a52647ef/172.17.0.3:0 2024-11-14T17:23:12,477 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T17:23:12,478 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T17:23:12,478 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T17:23:12,478 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T17:23:12,478 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T17:23:12,479 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T17:23:12,479 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T17:23:12,480 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T17:23:12,481 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38905-0x100ab76d5a50000, quorum=127.0.0.1:56435, baseZNode=/0-582836909 Unable to get data of znode /0-582836909/balancer because node does not exist (not necessarily an error) 2024-11-14T17:23:12,483 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-582836909/balancer already deleted, retry=false 2024-11-14T17:23:12,483 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T17:23:12,489 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38905-0x100ab76d5a50000, quorum=127.0.0.1:56435, baseZNode=/0-582836909 Unable to get data of znode /0-582836909/normalizer because node does not exist (not necessarily an error) 2024-11-14T17:23:12,497 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-582836909/normalizer already deleted, retry=false 2024-11-14T17:23:12,497 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T17:23:12,503 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38905-0x100ab76d5a50000, quorum=127.0.0.1:56435, baseZNode=/0-582836909 Unable to get data of znode /0-582836909/switch/split because node does not exist (not necessarily an error) 2024-11-14T17:23:12,507 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-582836909/switch/split already deleted, retry=false 2024-11-14T17:23:12,518 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38905-0x100ab76d5a50000, quorum=127.0.0.1:56435, baseZNode=/0-582836909 Unable to get data of znode /0-582836909/switch/merge because node does not exist (not necessarily an error) 2024-11-14T17:23:12,531 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-582836909/switch/merge already deleted, retry=false 2024-11-14T17:23:12,554 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38905-0x100ab76d5a50000, quorum=127.0.0.1:56435, baseZNode=/0-582836909 Unable to get data of znode /0-582836909/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T17:23:12,559 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-582836909/snapshot-cleanup already deleted, retry=false 2024-11-14T17:23:12,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40829-0x100ab76d5a50001, quorum=127.0.0.1:56435, baseZNode=/0-582836909 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-582836909/running 2024-11-14T17:23:12,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40829-0x100ab76d5a50001, quorum=127.0.0.1:56435, baseZNode=/0-582836909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-582836909 2024-11-14T17:23:12,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38905-0x100ab76d5a50000, quorum=127.0.0.1:56435, baseZNode=/0-582836909 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-582836909/running 2024-11-14T17:23:12,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38905-0x100ab76d5a50000, quorum=127.0.0.1:56435, baseZNode=/0-582836909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-582836909 2024-11-14T17:23:12,570 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4e57a52647ef,38905,1731604990838, sessionid=0x100ab76d5a50000, setting cluster-up flag (Was=false) 2024-11-14T17:23:12,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38905-0x100ab76d5a50000, quorum=127.0.0.1:56435, baseZNode=/0-582836909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-582836909 2024-11-14T17:23:12,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40829-0x100ab76d5a50001, quorum=127.0.0.1:56435, baseZNode=/0-582836909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-582836909 2024-11-14T17:23:12,593 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-582836909/flush-table-proc/acquired, /0-582836909/flush-table-proc/reached, /0-582836909/flush-table-proc/abort 2024-11-14T17:23:12,594 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4e57a52647ef,38905,1731604990838 2024-11-14T17:23:12,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38905-0x100ab76d5a50000, quorum=127.0.0.1:56435, baseZNode=/0-582836909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-582836909 2024-11-14T17:23:12,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40829-0x100ab76d5a50001, quorum=127.0.0.1:56435, baseZNode=/0-582836909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-582836909 2024-11-14T17:23:12,606 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-582836909/online-snapshot/acquired, /0-582836909/online-snapshot/reached, /0-582836909/online-snapshot/abort 2024-11-14T17:23:12,607 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4e57a52647ef,38905,1731604990838 2024-11-14T17:23:12,611 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T17:23:12,632 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T17:23:12,632 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T17:23:12,632 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T17:23:12,633 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4e57a52647ef,38905,1731604990838 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T17:23:12,634 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:23:12,634 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:23:12,634 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:23:12,634 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:23:12,634 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4e57a52647ef:0, corePoolSize=10, maxPoolSize=10 2024-11-14T17:23:12,634 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:23:12,634 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4e57a52647ef:0, corePoolSize=2, maxPoolSize=2 2024-11-14T17:23:12,634 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:23:12,646 INFO [RS:0;4e57a52647ef:40829 {}] regionserver.HRegionServer(746): ClusterId : b2e8e7c6-f816-415b-8787-23e89f0c1177 2024-11-14T17:23:12,646 DEBUG [RS:0;4e57a52647ef:40829 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T17:23:12,656 DEBUG [RS:0;4e57a52647ef:40829 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T17:23:12,656 DEBUG [RS:0;4e57a52647ef:40829 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T17:23:12,658 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T17:23:12,659 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T17:23:12,659 DEBUG [RS:0;4e57a52647ef:40829 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T17:23:12,660 DEBUG [RS:0;4e57a52647ef:40829 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d2a7157, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4e57a52647ef/172.17.0.3:0 2024-11-14T17:23:12,663 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:12,664 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T17:23:12,709 DEBUG [RS:0;4e57a52647ef:40829 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4e57a52647ef:40829 2024-11-14T17:23:12,709 INFO [RS:0;4e57a52647ef:40829 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T17:23:12,710 INFO [RS:0;4e57a52647ef:40829 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T17:23:12,710 DEBUG [RS:0;4e57a52647ef:40829 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T17:23:12,714 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731605022714 2024-11-14T17:23:12,715 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T17:23:12,715 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T17:23:12,715 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T17:23:12,715 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T17:23:12,715 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T17:23:12,715 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T17:23:12,715 INFO [RS:0;4e57a52647ef:40829 {}] regionserver.HRegionServer(2659): reportForDuty to master=4e57a52647ef,38905,1731604990838 with port=40829, startcode=1731604991273 2024-11-14T17:23:12,715 DEBUG [RS:0;4e57a52647ef:40829 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T17:23:12,729 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:12,761 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44499, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T17:23:12,762 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38905 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T17:23:12,762 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T17:23:12,763 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T17:23:12,763 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T17:23:12,763 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T17:23:12,763 DEBUG [RS:0;4e57a52647ef:40829 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-14T17:23:12,763 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T17:23:12,763 WARN [RS:0;4e57a52647ef:40829 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-14T17:23:12,763 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T17:23:12,770 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731604992763,5,FailOnTimeoutGroup] 2024-11-14T17:23:12,774 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731604992770,5,FailOnTimeoutGroup] 2024-11-14T17:23:12,774 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:12,774 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T17:23:12,774 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:12,774 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:12,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45165 is added to blk_1073741831_1007 (size=1321) 2024-11-14T17:23:12,779 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T17:23:12,779 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711 2024-11-14T17:23:12,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45165 is added to blk_1073741832_1008 (size=32) 2024-11-14T17:23:12,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:23:12,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T17:23:12,801 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T17:23:12,801 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:12,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:23:12,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T17:23:12,803 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T17:23:12,803 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:12,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:23:12,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T17:23:12,806 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T17:23:12,806 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:12,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:23:12,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T17:23:12,808 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T17:23:12,808 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:12,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:23:12,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T17:23:12,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/data/hbase/meta/1588230740 2024-11-14T17:23:12,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/data/hbase/meta/1588230740 2024-11-14T17:23:12,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T17:23:12,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T17:23:12,812 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:23:12,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T17:23:12,818 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:23:12,818 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60989280, jitterRate=-0.09118890762329102}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:23:12,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731604992797Initializing all the Stores at 1731604992799 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604992799Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604992799Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604992799Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604992799Cleaning up temporary data from old regions at 1731604992811 (+12 ms)Region opened successfully at 1731604992818 (+7 ms) 2024-11-14T17:23:12,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T17:23:12,818 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T17:23:12,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T17:23:12,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T17:23:12,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T17:23:12,825 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T17:23:12,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731604992818Disabling compacts and flushes for region at 1731604992818Disabling writes for close at 1731604992818Writing region close event to WAL at 1731604992825 (+7 ms)Closed at 1731604992825 2024-11-14T17:23:12,828 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T17:23:12,828 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T17:23:12,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T17:23:12,830 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T17:23:12,831 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T17:23:12,864 INFO [RS:0;4e57a52647ef:40829 {}] regionserver.HRegionServer(2659): reportForDuty to master=4e57a52647ef,38905,1731604990838 with port=40829, startcode=1731604991273 2024-11-14T17:23:12,865 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38905 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4e57a52647ef,40829,1731604991273 2024-11-14T17:23:12,865 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38905 {}] master.ServerManager(517): Registering regionserver=4e57a52647ef,40829,1731604991273 2024-11-14T17:23:12,871 DEBUG [RS:0;4e57a52647ef:40829 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711 2024-11-14T17:23:12,871 DEBUG [RS:0;4e57a52647ef:40829 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44135 2024-11-14T17:23:12,871 DEBUG [RS:0;4e57a52647ef:40829 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T17:23:12,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38905-0x100ab76d5a50000, quorum=127.0.0.1:56435, baseZNode=/0-582836909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-582836909/rs 2024-11-14T17:23:12,879 DEBUG [RS:0;4e57a52647ef:40829 {}] zookeeper.ZKUtil(111): regionserver:40829-0x100ab76d5a50001, quorum=127.0.0.1:56435, baseZNode=/0-582836909 Set watcher on existing znode=/0-582836909/rs/4e57a52647ef,40829,1731604991273 2024-11-14T17:23:12,879 WARN [RS:0;4e57a52647ef:40829 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T17:23:12,879 INFO [RS:0;4e57a52647ef:40829 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:23:12,879 DEBUG [RS:0;4e57a52647ef:40829 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273 2024-11-14T17:23:12,882 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4e57a52647ef,40829,1731604991273] 2024-11-14T17:23:12,928 INFO [RS:0;4e57a52647ef:40829 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T17:23:12,934 INFO [RS:0;4e57a52647ef:40829 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T17:23:12,958 INFO [RS:0;4e57a52647ef:40829 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T17:23:12,959 INFO [RS:0;4e57a52647ef:40829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:12,962 INFO [RS:0;4e57a52647ef:40829 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T17:23:12,970 INFO [RS:0;4e57a52647ef:40829 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T17:23:12,970 INFO [RS:0;4e57a52647ef:40829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:12,971 DEBUG [RS:0;4e57a52647ef:40829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:23:12,971 DEBUG [RS:0;4e57a52647ef:40829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:23:12,971 DEBUG [RS:0;4e57a52647ef:40829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:23:12,971 DEBUG [RS:0;4e57a52647ef:40829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:23:12,971 DEBUG [RS:0;4e57a52647ef:40829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:23:12,971 DEBUG [RS:0;4e57a52647ef:40829 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4e57a52647ef:0, corePoolSize=2, maxPoolSize=2 2024-11-14T17:23:12,971 DEBUG [RS:0;4e57a52647ef:40829 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:23:12,971 DEBUG [RS:0;4e57a52647ef:40829 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:23:12,971 DEBUG [RS:0;4e57a52647ef:40829 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:23:12,971 DEBUG [RS:0;4e57a52647ef:40829 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:23:12,971 DEBUG [RS:0;4e57a52647ef:40829 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:23:12,971 DEBUG [RS:0;4e57a52647ef:40829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:23:12,971 DEBUG [RS:0;4e57a52647ef:40829 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4e57a52647ef:0, corePoolSize=3, maxPoolSize=3 2024-11-14T17:23:12,971 DEBUG [RS:0;4e57a52647ef:40829 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4e57a52647ef:0, corePoolSize=3, maxPoolSize=3 2024-11-14T17:23:12,982 WARN [4e57a52647ef:38905 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T17:23:13,002 INFO [RS:0;4e57a52647ef:40829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:13,002 INFO [RS:0;4e57a52647ef:40829 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:13,002 INFO [RS:0;4e57a52647ef:40829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:13,002 INFO [RS:0;4e57a52647ef:40829 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:13,002 INFO [RS:0;4e57a52647ef:40829 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:13,002 INFO [RS:0;4e57a52647ef:40829 {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,40829,1731604991273-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T17:23:13,040 INFO [RS:0;4e57a52647ef:40829 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T17:23:13,040 INFO [RS:0;4e57a52647ef:40829 {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,40829,1731604991273-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:13,040 INFO [RS:0;4e57a52647ef:40829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:13,040 INFO [RS:0;4e57a52647ef:40829 {}] regionserver.Replication(171): 4e57a52647ef,40829,1731604991273 started 2024-11-14T17:23:13,094 INFO [RS:0;4e57a52647ef:40829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:13,094 INFO [RS:0;4e57a52647ef:40829 {}] regionserver.HRegionServer(1482): Serving as 4e57a52647ef,40829,1731604991273, RpcServer on 4e57a52647ef/172.17.0.3:40829, sessionid=0x100ab76d5a50001 2024-11-14T17:23:13,094 DEBUG [RS:0;4e57a52647ef:40829 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T17:23:13,094 DEBUG [RS:0;4e57a52647ef:40829 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4e57a52647ef,40829,1731604991273 2024-11-14T17:23:13,094 DEBUG [RS:0;4e57a52647ef:40829 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4e57a52647ef,40829,1731604991273' 2024-11-14T17:23:13,094 DEBUG [RS:0;4e57a52647ef:40829 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-582836909/flush-table-proc/abort' 2024-11-14T17:23:13,095 DEBUG [RS:0;4e57a52647ef:40829 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-582836909/flush-table-proc/acquired' 2024-11-14T17:23:13,095 DEBUG [RS:0;4e57a52647ef:40829 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T17:23:13,095 DEBUG [RS:0;4e57a52647ef:40829 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T17:23:13,095 DEBUG [RS:0;4e57a52647ef:40829 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4e57a52647ef,40829,1731604991273 2024-11-14T17:23:13,095 DEBUG [RS:0;4e57a52647ef:40829 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4e57a52647ef,40829,1731604991273' 2024-11-14T17:23:13,095 DEBUG [RS:0;4e57a52647ef:40829 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-582836909/online-snapshot/abort' 2024-11-14T17:23:13,096 DEBUG [RS:0;4e57a52647ef:40829 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-582836909/online-snapshot/acquired' 2024-11-14T17:23:13,096 DEBUG [RS:0;4e57a52647ef:40829 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T17:23:13,096 INFO [RS:0;4e57a52647ef:40829 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T17:23:13,096 INFO [RS:0;4e57a52647ef:40829 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T17:23:13,197 INFO [RS:0;4e57a52647ef:40829 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T17:23:13,218 INFO [RS:0;4e57a52647ef:40829 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4e57a52647ef%2C40829%2C1731604991273, suffix=, logDir=hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273, archiveDir=hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/oldWALs, maxLogs=10 2024-11-14T17:23:13,279 DEBUG [RS:0;4e57a52647ef:40829 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.1731604993218, exclude list is [], retry=0 2024-11-14T17:23:13,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45165,DS-5f70e98b-9c1d-4800-9d17-fd40b12e1c65,DISK] 2024-11-14T17:23:13,312 INFO [RS:0;4e57a52647ef:40829 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.1731604993218 2024-11-14T17:23:13,323 DEBUG [RS:0;4e57a52647ef:40829 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45157:45157)] 2024-11-14T17:23:13,483 DEBUG [4e57a52647ef:38905 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T17:23:13,483 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4e57a52647ef,40829,1731604991273 2024-11-14T17:23:13,486 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4e57a52647ef,40829,1731604991273, state=OPENING 2024-11-14T17:23:13,491 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T17:23:13,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38905-0x100ab76d5a50000, quorum=127.0.0.1:56435, baseZNode=/0-582836909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-582836909 2024-11-14T17:23:13,499 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-582836909/meta-region-server: CHANGED 2024-11-14T17:23:13,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40829-0x100ab76d5a50001, quorum=127.0.0.1:56435, baseZNode=/0-582836909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-582836909 2024-11-14T17:23:13,514 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-582836909/meta-region-server: CHANGED 2024-11-14T17:23:13,515 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T17:23:13,515 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4e57a52647ef,40829,1731604991273}] 2024-11-14T17:23:13,675 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T17:23:13,683 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42653, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T17:23:13,700 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T17:23:13,700 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:23:13,700 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T17:23:13,722 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4e57a52647ef%2C40829%2C1731604991273.meta, suffix=.meta, logDir=hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273, archiveDir=hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/oldWALs, maxLogs=10 2024-11-14T17:23:13,754 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.meta.1731604993723.meta, exclude list is [], retry=0 2024-11-14T17:23:13,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45165,DS-5f70e98b-9c1d-4800-9d17-fd40b12e1c65,DISK] 2024-11-14T17:23:13,791 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.meta.1731604993723.meta 2024-11-14T17:23:13,793 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45157:45157)] 2024-11-14T17:23:13,793 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:23:13,794 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T17:23:13,794 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T17:23:13,794 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T17:23:13,794 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T17:23:13,794 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T17:23:13,794 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:23:13,794 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T17:23:13,794 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T17:23:13,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T17:23:13,824 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T17:23:13,824 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:13,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:23:13,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T17:23:13,831 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T17:23:13,831 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:13,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:23:13,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T17:23:13,835 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T17:23:13,835 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:13,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:23:13,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T17:23:13,844 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T17:23:13,844 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:13,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:23:13,848 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T17:23:13,858 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/data/hbase/meta/1588230740 2024-11-14T17:23:13,870 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/data/hbase/meta/1588230740 2024-11-14T17:23:13,882 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T17:23:13,882 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T17:23:13,887 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:23:13,898 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T17:23:13,902 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58952039, jitterRate=-0.12154616415500641}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:23:13,902 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T17:23:13,902 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731604993794Writing region info on filesystem at 1731604993794Initializing all the Stores at 1731604993801 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604993802 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604993818 (+16 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604993818Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604993818Cleaning up temporary data from old regions at 1731604993882 (+64 ms)Running coprocessor post-open hooks at 1731604993902 (+20 ms)Region opened successfully at 1731604993902 2024-11-14T17:23:13,910 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731604993674 2024-11-14T17:23:13,921 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4e57a52647ef,40829,1731604991273 2024-11-14T17:23:13,922 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4e57a52647ef,40829,1731604991273, state=OPEN 2024-11-14T17:23:13,922 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T17:23:13,922 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T17:23:13,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40829-0x100ab76d5a50001, quorum=127.0.0.1:56435, baseZNode=/0-582836909 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-582836909/meta-region-server 2024-11-14T17:23:13,932 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-582836909/meta-region-server: CHANGED 2024-11-14T17:23:13,932 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4e57a52647ef,40829,1731604991273 2024-11-14T17:23:13,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38905-0x100ab76d5a50000, quorum=127.0.0.1:56435, baseZNode=/0-582836909 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-582836909/meta-region-server 2024-11-14T17:23:13,933 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-582836909/meta-region-server: CHANGED 2024-11-14T17:23:13,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T17:23:13,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4e57a52647ef,40829,1731604991273 in 417 msec 2024-11-14T17:23:13,943 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T17:23:13,943 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.1060 sec 2024-11-14T17:23:13,944 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T17:23:13,944 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T17:23:13,953 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:23:13,953 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,40829,1731604991273, seqNum=-1] 2024-11-14T17:23:13,954 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:23:13,956 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54711, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:23:13,988 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3550 sec 2024-11-14T17:23:13,988 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731604993988, completionTime=-1 2024-11-14T17:23:13,988 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T17:23:13,988 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T17:23:13,999 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T17:23:13,999 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731605053999 2024-11-14T17:23:13,999 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731605113999 2024-11-14T17:23:13,999 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 10 msec 2024-11-14T17:23:13,999 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,38905,1731604990838-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:14,000 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,38905,1731604990838-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:14,000 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,38905,1731604990838-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:14,000 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4e57a52647ef:38905, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:14,000 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:14,003 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:14,006 DEBUG [master/4e57a52647ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T17:23:14,014 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.540sec 2024-11-14T17:23:14,014 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T17:23:14,014 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T17:23:14,014 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T17:23:14,014 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T17:23:14,014 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T17:23:14,014 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,38905,1731604990838-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T17:23:14,014 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,38905,1731604990838-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T17:23:14,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22b1a9e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:23:14,058 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,38905,-1 for getting cluster id 2024-11-14T17:23:14,058 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:23:14,065 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T17:23:14,065 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T17:23:14,065 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,38905,1731604990838-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:14,075 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b2e8e7c6-f816-415b-8787-23e89f0c1177' 2024-11-14T17:23:14,078 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:23:14,078 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b2e8e7c6-f816-415b-8787-23e89f0c1177" 2024-11-14T17:23:14,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aec88e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:23:14,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,38905,-1] 2024-11-14T17:23:14,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:23:14,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:23:14,080 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:23:14,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@538ea86f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:23:14,083 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:23:14,085 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,40829,1731604991273, seqNum=-1] 2024-11-14T17:23:14,085 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:23:14,089 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:23:14,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4e57a52647ef,38905,1731604990838 2024-11-14T17:23:14,094 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56435 2024-11-14T17:23:14,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56435, baseZNode=/0-582836909 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:23:14,122 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100ab76d5a50002 connected 2024-11-14T17:23:14,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87e10d3-9ffa-6356-03c7-ccdde7b1663e/hadoop.log.dir so I do NOT create it in target/test-data/ee7db0d1-c588-2047-c5c0-f49e8f089fef 2024-11-14T17:23:14,138 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87e10d3-9ffa-6356-03c7-ccdde7b1663e/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T17:23:14,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87e10d3-9ffa-6356-03c7-ccdde7b1663e/hadoop.tmp.dir so I do NOT create it in target/test-data/ee7db0d1-c588-2047-c5c0-f49e8f089fef 2024-11-14T17:23:14,138 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87e10d3-9ffa-6356-03c7-ccdde7b1663e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T17:23:14,138 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7db0d1-c588-2047-c5c0-f49e8f089fef 2024-11-14T17:23:14,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T17:23:14,138 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7db0d1-c588-2047-c5c0-f49e8f089fef/cluster_2589a22e-dbab-9743-19dc-70bc415fa94c, deleteOnExit=true 2024-11-14T17:23:14,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T17:23:14,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7db0d1-c588-2047-c5c0-f49e8f089fef/test.cache.data in system properties and HBase conf 2024-11-14T17:23:14,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7db0d1-c588-2047-c5c0-f49e8f089fef/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T17:23:14,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7db0d1-c588-2047-c5c0-f49e8f089fef/hadoop.log.dir in system properties and HBase conf 2024-11-14T17:23:14,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7db0d1-c588-2047-c5c0-f49e8f089fef/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T17:23:14,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7db0d1-c588-2047-c5c0-f49e8f089fef/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T17:23:14,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T17:23:14,139 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T17:23:14,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7db0d1-c588-2047-c5c0-f49e8f089fef/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T17:23:14,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7db0d1-c588-2047-c5c0-f49e8f089fef/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T17:23:14,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7db0d1-c588-2047-c5c0-f49e8f089fef/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T17:23:14,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7db0d1-c588-2047-c5c0-f49e8f089fef/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T17:23:14,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7db0d1-c588-2047-c5c0-f49e8f089fef/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T17:23:14,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7db0d1-c588-2047-c5c0-f49e8f089fef/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T17:23:14,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7db0d1-c588-2047-c5c0-f49e8f089fef/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T17:23:14,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7db0d1-c588-2047-c5c0-f49e8f089fef/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T17:23:14,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7db0d1-c588-2047-c5c0-f49e8f089fef/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T17:23:14,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7db0d1-c588-2047-c5c0-f49e8f089fef/nfs.dump.dir in system properties and HBase conf 2024-11-14T17:23:14,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7db0d1-c588-2047-c5c0-f49e8f089fef/java.io.tmpdir in system properties and HBase conf 2024-11-14T17:23:14,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7db0d1-c588-2047-c5c0-f49e8f089fef/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T17:23:14,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7db0d1-c588-2047-c5c0-f49e8f089fef/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T17:23:14,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7db0d1-c588-2047-c5c0-f49e8f089fef/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T17:23:14,316 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T17:23:14,327 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T17:23:14,387 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T17:23:14,387 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T17:23:14,387 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T17:23:14,395 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T17:23:14,398 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@bb26dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7db0d1-c588-2047-c5c0-f49e8f089fef/hadoop.log.dir/,AVAILABLE} 2024-11-14T17:23:14,399 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@dedbd1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T17:23:14,597 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6a9c32cf{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7db0d1-c588-2047-c5c0-f49e8f089fef/java.io.tmpdir/jetty-localhost-38593-hadoop-hdfs-3_4_1-tests_jar-_-any-16483640170844946017/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T17:23:14,607 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71de2d31{HTTP/1.1, (http/1.1)}{localhost:38593} 2024-11-14T17:23:14,607 INFO [Time-limited test {}] server.Server(415): Started @298985ms 2024-11-14T17:23:14,878 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T17:23:14,878 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T17:23:14,879 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T17:23:14,879 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T17:23:14,880 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T17:23:14,880 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T17:23:14,880 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T17:23:14,880 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T17:23:14,987 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T17:23:14,993 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T17:23:15,007 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T17:23:15,007 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T17:23:15,007 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T17:23:15,009 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69dbfd02{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7db0d1-c588-2047-c5c0-f49e8f089fef/hadoop.log.dir/,AVAILABLE} 2024-11-14T17:23:15,009 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14d70760{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T17:23:15,180 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d807d1c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7db0d1-c588-2047-c5c0-f49e8f089fef/java.io.tmpdir/jetty-localhost-34763-hadoop-hdfs-3_4_1-tests_jar-_-any-8136700751210510844/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T17:23:15,186 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@67a592d5{HTTP/1.1, (http/1.1)}{localhost:34763} 2024-11-14T17:23:15,187 INFO [Time-limited test {}] server.Server(415): Started @299565ms 2024-11-14T17:23:15,188 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T17:23:15,573 WARN [Thread-4427 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7db0d1-c588-2047-c5c0-f49e8f089fef/cluster_2589a22e-dbab-9743-19dc-70bc415fa94c/data/data2/current/BP-670079659-172.17.0.3-1731604994169/current, will proceed with Du for space computation calculation, 2024-11-14T17:23:15,575 WARN [Thread-4426 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7db0d1-c588-2047-c5c0-f49e8f089fef/cluster_2589a22e-dbab-9743-19dc-70bc415fa94c/data/data1/current/BP-670079659-172.17.0.3-1731604994169/current, will proceed with Du for space computation calculation, 2024-11-14T17:23:15,671 WARN [Thread-4414 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T17:23:15,691 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb5f856a5b2d6f27 with lease ID 0x5d19ed9ba1cd52f3: Processing first storage report for DS-d619bc76-f5bb-4c68-b81b-61bd0004497f from datanode DatanodeRegistration(127.0.0.1:37213, datanodeUuid=f4643a22-b692-4b5e-9739-1e987f3f3612, infoPort=33683, infoSecurePort=0, ipcPort=42325, storageInfo=lv=-57;cid=testClusterID;nsid=1172777030;c=1731604994169) 2024-11-14T17:23:15,691 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb5f856a5b2d6f27 with lease ID 0x5d19ed9ba1cd52f3: from storage DS-d619bc76-f5bb-4c68-b81b-61bd0004497f node DatanodeRegistration(127.0.0.1:37213, datanodeUuid=f4643a22-b692-4b5e-9739-1e987f3f3612, infoPort=33683, infoSecurePort=0, ipcPort=42325, storageInfo=lv=-57;cid=testClusterID;nsid=1172777030;c=1731604994169), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T17:23:15,691 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb5f856a5b2d6f27 with lease ID 0x5d19ed9ba1cd52f3: Processing first storage report for DS-72ca30b4-f7dc-4baf-a655-c5a75bb7e791 from datanode DatanodeRegistration(127.0.0.1:37213, datanodeUuid=f4643a22-b692-4b5e-9739-1e987f3f3612, infoPort=33683, infoSecurePort=0, ipcPort=42325, storageInfo=lv=-57;cid=testClusterID;nsid=1172777030;c=1731604994169) 2024-11-14T17:23:15,691 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb5f856a5b2d6f27 with lease ID 0x5d19ed9ba1cd52f3: from storage DS-72ca30b4-f7dc-4baf-a655-c5a75bb7e791 node DatanodeRegistration(127.0.0.1:37213, datanodeUuid=f4643a22-b692-4b5e-9739-1e987f3f3612, infoPort=33683, infoSecurePort=0, ipcPort=42325, storageInfo=lv=-57;cid=testClusterID;nsid=1172777030;c=1731604994169), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T17:23:15,787 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7db0d1-c588-2047-c5c0-f49e8f089fef 2024-11-14T17:23:15,788 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:23:15,789 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:23:15,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37213 is added to blk_1073741825_1001 (size=7) 2024-11-14T17:23:16,270 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d with version=8 2024-11-14T17:23:16,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/hbase-staging 2024-11-14T17:23:16,273 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4e57a52647ef:0 server-side Connection retries=45 2024-11-14T17:23:16,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:23:16,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T17:23:16,273 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T17:23:16,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:23:16,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T17:23:16,273 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T17:23:16,274 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T17:23:16,283 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32899 2024-11-14T17:23:16,284 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32899 connecting to ZooKeeper ensemble=127.0.0.1:56435 2024-11-14T17:23:16,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:328990x0, quorum=127.0.0.1:56435, baseZNode=/1-795853502 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:23:16,313 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32899-0x100ab76d5a50003 connected 2024-11-14T17:23:16,373 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:23:16,375 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:23:16,386 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32899-0x100ab76d5a50003, quorum=127.0.0.1:56435, baseZNode=/1-795853502 Set watcher on znode that does not yet exist, /1-795853502/running 2024-11-14T17:23:16,386 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d, hbase.cluster.distributed=false 2024-11-14T17:23:16,400 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32899-0x100ab76d5a50003, quorum=127.0.0.1:56435, baseZNode=/1-795853502 Set watcher on znode that does not yet exist, /1-795853502/acl 2024-11-14T17:23:16,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32899 2024-11-14T17:23:16,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32899 2024-11-14T17:23:16,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32899 2024-11-14T17:23:16,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32899 2024-11-14T17:23:16,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32899 2024-11-14T17:23:16,474 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4e57a52647ef:0 server-side Connection retries=45 2024-11-14T17:23:16,474 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:23:16,474 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T17:23:16,474 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T17:23:16,474 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:23:16,474 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T17:23:16,475 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T17:23:16,475 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T17:23:16,497 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38599 2024-11-14T17:23:16,498 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38599 connecting to ZooKeeper ensemble=127.0.0.1:56435 2024-11-14T17:23:16,499 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:23:16,501 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:23:16,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385990x0, quorum=127.0.0.1:56435, baseZNode=/1-795853502 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:23:16,527 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:385990x0, quorum=127.0.0.1:56435, baseZNode=/1-795853502 Set watcher on znode that does not yet exist, /1-795853502/running 2024-11-14T17:23:16,527 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T17:23:16,530 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38599-0x100ab76d5a50004 connected 2024-11-14T17:23:16,546 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T17:23:16,548 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38599-0x100ab76d5a50004, quorum=127.0.0.1:56435, baseZNode=/1-795853502 Set watcher on znode that does not yet exist, /1-795853502/master 2024-11-14T17:23:16,559 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38599-0x100ab76d5a50004, quorum=127.0.0.1:56435, baseZNode=/1-795853502 Set watcher on znode that does not yet exist, /1-795853502/acl 2024-11-14T17:23:16,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38599 2024-11-14T17:23:16,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38599 2024-11-14T17:23:16,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38599 2024-11-14T17:23:16,602 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38599 2024-11-14T17:23:16,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38599 2024-11-14T17:23:16,638 DEBUG [M:0;4e57a52647ef:32899 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4e57a52647ef:32899 2024-11-14T17:23:16,638 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-795853502/backup-masters/4e57a52647ef,32899,1731604996273 2024-11-14T17:23:16,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32899-0x100ab76d5a50003, quorum=127.0.0.1:56435, baseZNode=/1-795853502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-795853502/backup-masters 2024-11-14T17:23:16,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38599-0x100ab76d5a50004, quorum=127.0.0.1:56435, baseZNode=/1-795853502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-795853502/backup-masters 2024-11-14T17:23:16,650 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32899-0x100ab76d5a50003, quorum=127.0.0.1:56435, baseZNode=/1-795853502 Set watcher on existing znode=/1-795853502/backup-masters/4e57a52647ef,32899,1731604996273 2024-11-14T17:23:16,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32899-0x100ab76d5a50003, quorum=127.0.0.1:56435, baseZNode=/1-795853502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-795853502 2024-11-14T17:23:16,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38599-0x100ab76d5a50004, quorum=127.0.0.1:56435, baseZNode=/1-795853502 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-795853502/master 2024-11-14T17:23:16,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38599-0x100ab76d5a50004, quorum=127.0.0.1:56435, baseZNode=/1-795853502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-795853502 2024-11-14T17:23:16,667 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32899-0x100ab76d5a50003, quorum=127.0.0.1:56435, baseZNode=/1-795853502 Set watcher on existing znode=/1-795853502/master 2024-11-14T17:23:16,671 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-795853502/backup-masters/4e57a52647ef,32899,1731604996273 from backup master directory 2024-11-14T17:23:16,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32899-0x100ab76d5a50003, quorum=127.0.0.1:56435, baseZNode=/1-795853502 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-795853502/backup-masters/4e57a52647ef,32899,1731604996273 2024-11-14T17:23:16,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38599-0x100ab76d5a50004, quorum=127.0.0.1:56435, baseZNode=/1-795853502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-795853502/backup-masters 2024-11-14T17:23:16,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32899-0x100ab76d5a50003, quorum=127.0.0.1:56435, baseZNode=/1-795853502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-795853502/backup-masters 2024-11-14T17:23:16,674 WARN [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T17:23:16,674 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4e57a52647ef,32899,1731604996273 2024-11-14T17:23:16,695 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/hbase.id] with ID: 6ac64c9d-b3de-4afe-aeb9-f8074b3e4813 2024-11-14T17:23:16,695 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/.tmp/hbase.id 2024-11-14T17:23:16,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37213 is added to blk_1073741826_1002 (size=42) 2024-11-14T17:23:16,766 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/.tmp/hbase.id]:[hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/hbase.id] 2024-11-14T17:23:16,828 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:23:16,828 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T17:23:16,838 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 10ms. 2024-11-14T17:23:16,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32899-0x100ab76d5a50003, quorum=127.0.0.1:56435, baseZNode=/1-795853502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-795853502 2024-11-14T17:23:16,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38599-0x100ab76d5a50004, quorum=127.0.0.1:56435, baseZNode=/1-795853502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-795853502 2024-11-14T17:23:16,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37213 is added to blk_1073741827_1003 (size=196) 2024-11-14T17:23:17,320 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T17:23:17,321 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T17:23:17,321 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:23:17,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37213 is added to blk_1073741828_1004 (size=1189) 2024-11-14T17:23:17,389 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/MasterData/data/master/store 2024-11-14T17:23:17,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37213 is added to blk_1073741829_1005 (size=34) 2024-11-14T17:23:17,837 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:23:17,837 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T17:23:17,837 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:23:17,837 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:23:17,837 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T17:23:17,837 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:23:17,837 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:23:17,838 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731604997837Disabling compacts and flushes for region at 1731604997837Disabling writes for close at 1731604997837Writing region close event to WAL at 1731604997837Closed at 1731604997837 2024-11-14T17:23:17,839 WARN [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/MasterData/data/master/store/.initializing 2024-11-14T17:23:17,839 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/MasterData/WALs/4e57a52647ef,32899,1731604996273 2024-11-14T17:23:17,840 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T17:23:17,842 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4e57a52647ef%2C32899%2C1731604996273, suffix=, logDir=hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/MasterData/WALs/4e57a52647ef,32899,1731604996273, archiveDir=hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/MasterData/oldWALs, maxLogs=10 2024-11-14T17:23:17,864 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/MasterData/WALs/4e57a52647ef,32899,1731604996273/4e57a52647ef%2C32899%2C1731604996273.1731604997842, exclude list is [], retry=0 2024-11-14T17:23:17,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37213,DS-d619bc76-f5bb-4c68-b81b-61bd0004497f,DISK] 2024-11-14T17:23:17,897 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/MasterData/WALs/4e57a52647ef,32899,1731604996273/4e57a52647ef%2C32899%2C1731604996273.1731604997842 2024-11-14T17:23:17,897 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33683:33683)] 2024-11-14T17:23:17,897 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:23:17,897 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:23:17,898 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:23:17,899 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:23:17,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:23:17,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T17:23:17,926 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:17,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:23:17,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:23:17,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T17:23:17,937 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:17,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:23:17,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:23:17,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T17:23:17,943 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:17,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:23:17,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:23:17,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T17:23:17,964 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:17,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:23:17,967 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:23:17,968 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:23:17,971 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:23:17,974 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:23:17,974 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:23:17,974 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:23:17,975 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:23:17,978 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:23:17,978 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70687539, jitterRate=0.05332641303539276}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:23:17,978 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731604997899Initializing all the Stores at 1731604997906 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604997906Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604997915 (+9 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604997915Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604997915Cleaning up temporary data from old regions at 1731604997974 (+59 ms)Region opened successfully at 1731604997978 (+4 ms) 2024-11-14T17:23:17,979 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T17:23:17,991 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71660165, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4e57a52647ef/172.17.0.3:0 2024-11-14T17:23:17,994 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T17:23:17,995 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T17:23:17,995 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T17:23:17,995 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T17:23:17,998 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 3 msec 2024-11-14T17:23:17,999 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T17:23:17,999 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T17:23:18,010 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T17:23:18,011 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32899-0x100ab76d5a50003, quorum=127.0.0.1:56435, baseZNode=/1-795853502 Unable to get data of znode /1-795853502/balancer because node does not exist (not necessarily an error) 2024-11-14T17:23:18,014 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-795853502/balancer already deleted, retry=false 2024-11-14T17:23:18,014 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T17:23:18,017 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32899-0x100ab76d5a50003, quorum=127.0.0.1:56435, baseZNode=/1-795853502 Unable to get data of znode /1-795853502/normalizer because node does not exist (not necessarily an error) 2024-11-14T17:23:18,026 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-795853502/normalizer already deleted, retry=false 2024-11-14T17:23:18,027 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T17:23:18,032 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32899-0x100ab76d5a50003, quorum=127.0.0.1:56435, baseZNode=/1-795853502 Unable to get data of znode /1-795853502/switch/split because node does not exist (not necessarily an error) 2024-11-14T17:23:18,034 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-795853502/switch/split already deleted, retry=false 2024-11-14T17:23:18,043 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32899-0x100ab76d5a50003, quorum=127.0.0.1:56435, baseZNode=/1-795853502 Unable to get data of znode /1-795853502/switch/merge because node does not exist (not necessarily an error) 2024-11-14T17:23:18,046 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-795853502/switch/merge already deleted, retry=false 2024-11-14T17:23:18,049 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32899-0x100ab76d5a50003, quorum=127.0.0.1:56435, baseZNode=/1-795853502 Unable to get data of znode /1-795853502/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T17:23:18,053 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-795853502/snapshot-cleanup already deleted, retry=false 2024-11-14T17:23:18,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38599-0x100ab76d5a50004, quorum=127.0.0.1:56435, baseZNode=/1-795853502 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-795853502/running 2024-11-14T17:23:18,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38599-0x100ab76d5a50004, quorum=127.0.0.1:56435, baseZNode=/1-795853502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-795853502 2024-11-14T17:23:18,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32899-0x100ab76d5a50003, quorum=127.0.0.1:56435, baseZNode=/1-795853502 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-795853502/running 2024-11-14T17:23:18,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32899-0x100ab76d5a50003, quorum=127.0.0.1:56435, baseZNode=/1-795853502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-795853502 2024-11-14T17:23:18,066 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4e57a52647ef,32899,1731604996273, sessionid=0x100ab76d5a50003, setting cluster-up flag (Was=false) 2024-11-14T17:23:18,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38599-0x100ab76d5a50004, quorum=127.0.0.1:56435, baseZNode=/1-795853502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-795853502 2024-11-14T17:23:18,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32899-0x100ab76d5a50003, quorum=127.0.0.1:56435, baseZNode=/1-795853502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-795853502 2024-11-14T17:23:18,075 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-795853502/flush-table-proc/acquired, /1-795853502/flush-table-proc/reached, /1-795853502/flush-table-proc/abort 2024-11-14T17:23:18,084 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4e57a52647ef,32899,1731604996273 2024-11-14T17:23:18,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38599-0x100ab76d5a50004, quorum=127.0.0.1:56435, baseZNode=/1-795853502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-795853502 2024-11-14T17:23:18,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32899-0x100ab76d5a50003, quorum=127.0.0.1:56435, baseZNode=/1-795853502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-795853502 2024-11-14T17:23:18,101 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-795853502/online-snapshot/acquired, /1-795853502/online-snapshot/reached, /1-795853502/online-snapshot/abort 2024-11-14T17:23:18,103 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4e57a52647ef,32899,1731604996273 2024-11-14T17:23:18,112 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T17:23:18,119 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T17:23:18,120 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T17:23:18,120 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T17:23:18,120 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4e57a52647ef,32899,1731604996273 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T17:23:18,127 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:23:18,127 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:23:18,127 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:23:18,127 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:23:18,127 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4e57a52647ef:0, corePoolSize=10, maxPoolSize=10 2024-11-14T17:23:18,127 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:23:18,127 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4e57a52647ef:0, corePoolSize=2, maxPoolSize=2 2024-11-14T17:23:18,127 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:23:18,135 INFO [RS:0;4e57a52647ef:38599 {}] regionserver.HRegionServer(746): ClusterId : 6ac64c9d-b3de-4afe-aeb9-f8074b3e4813 2024-11-14T17:23:18,135 DEBUG [RS:0;4e57a52647ef:38599 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T17:23:18,137 DEBUG [RS:0;4e57a52647ef:38599 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T17:23:18,137 DEBUG [RS:0;4e57a52647ef:38599 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T17:23:18,142 DEBUG [RS:0;4e57a52647ef:38599 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T17:23:18,143 DEBUG [RS:0;4e57a52647ef:38599 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@694f388e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4e57a52647ef/172.17.0.3:0 2024-11-14T17:23:18,163 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T17:23:18,163 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T17:23:18,164 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:18,164 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T17:23:18,173 DEBUG [RS:0;4e57a52647ef:38599 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4e57a52647ef:38599 2024-11-14T17:23:18,173 INFO [RS:0;4e57a52647ef:38599 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T17:23:18,173 INFO [RS:0;4e57a52647ef:38599 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T17:23:18,173 DEBUG [RS:0;4e57a52647ef:38599 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T17:23:18,174 INFO [RS:0;4e57a52647ef:38599 {}] regionserver.HRegionServer(2659): reportForDuty to master=4e57a52647ef,32899,1731604996273 with port=38599, startcode=1731604996474 2024-11-14T17:23:18,175 DEBUG [RS:0;4e57a52647ef:38599 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T17:23:18,181 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731605028181 2024-11-14T17:23:18,181 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T17:23:18,181 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T17:23:18,181 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T17:23:18,181 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T17:23:18,181 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T17:23:18,181 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T17:23:18,196 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48091, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T17:23:18,196 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32899 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T17:23:18,197 DEBUG [RS:0;4e57a52647ef:38599 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-14T17:23:18,197 WARN [RS:0;4e57a52647ef:38599 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-14T17:23:18,218 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:18,232 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T17:23:18,233 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T17:23:18,233 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T17:23:18,233 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T17:23:18,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37213 is added to blk_1073741831_1007 (size=1321) 2024-11-14T17:23:18,236 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T17:23:18,236 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T17:23:18,237 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731604998237,5,FailOnTimeoutGroup] 2024-11-14T17:23:18,238 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T17:23:18,238 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d 2024-11-14T17:23:18,239 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731604998237,5,FailOnTimeoutGroup] 2024-11-14T17:23:18,239 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:18,239 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T17:23:18,239 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:18,239 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:18,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37213 is added to blk_1073741832_1008 (size=32) 2024-11-14T17:23:18,300 INFO [RS:0;4e57a52647ef:38599 {}] regionserver.HRegionServer(2659): reportForDuty to master=4e57a52647ef,32899,1731604996273 with port=38599, startcode=1731604996474 2024-11-14T17:23:18,300 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32899 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4e57a52647ef,38599,1731604996474 2024-11-14T17:23:18,301 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32899 {}] master.ServerManager(517): Registering regionserver=4e57a52647ef,38599,1731604996474 2024-11-14T17:23:18,303 DEBUG [RS:0;4e57a52647ef:38599 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d 2024-11-14T17:23:18,303 DEBUG [RS:0;4e57a52647ef:38599 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46243 2024-11-14T17:23:18,303 DEBUG [RS:0;4e57a52647ef:38599 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T17:23:18,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32899-0x100ab76d5a50003, quorum=127.0.0.1:56435, baseZNode=/1-795853502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-795853502/rs 2024-11-14T17:23:18,314 DEBUG [RS:0;4e57a52647ef:38599 {}] zookeeper.ZKUtil(111): regionserver:38599-0x100ab76d5a50004, quorum=127.0.0.1:56435, baseZNode=/1-795853502 Set watcher on existing znode=/1-795853502/rs/4e57a52647ef,38599,1731604996474 2024-11-14T17:23:18,314 WARN [RS:0;4e57a52647ef:38599 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T17:23:18,314 INFO [RS:0;4e57a52647ef:38599 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:23:18,314 DEBUG [RS:0;4e57a52647ef:38599 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/WALs/4e57a52647ef,38599,1731604996474 2024-11-14T17:23:18,322 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4e57a52647ef,38599,1731604996474] 2024-11-14T17:23:18,333 INFO [RS:0;4e57a52647ef:38599 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T17:23:18,338 INFO [RS:0;4e57a52647ef:38599 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T17:23:18,338 INFO [RS:0;4e57a52647ef:38599 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T17:23:18,338 INFO [RS:0;4e57a52647ef:38599 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:18,346 INFO [RS:0;4e57a52647ef:38599 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T17:23:18,351 INFO [RS:0;4e57a52647ef:38599 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T17:23:18,351 INFO [RS:0;4e57a52647ef:38599 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:18,351 DEBUG [RS:0;4e57a52647ef:38599 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:23:18,351 DEBUG [RS:0;4e57a52647ef:38599 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:23:18,351 DEBUG [RS:0;4e57a52647ef:38599 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:23:18,351 DEBUG [RS:0;4e57a52647ef:38599 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:23:18,351 DEBUG [RS:0;4e57a52647ef:38599 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:23:18,351 DEBUG [RS:0;4e57a52647ef:38599 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4e57a52647ef:0, corePoolSize=2, maxPoolSize=2 2024-11-14T17:23:18,351 DEBUG [RS:0;4e57a52647ef:38599 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:23:18,351 DEBUG [RS:0;4e57a52647ef:38599 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:23:18,351 DEBUG [RS:0;4e57a52647ef:38599 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:23:18,351 DEBUG [RS:0;4e57a52647ef:38599 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:23:18,351 DEBUG [RS:0;4e57a52647ef:38599 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:23:18,351 DEBUG [RS:0;4e57a52647ef:38599 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:23:18,351 DEBUG [RS:0;4e57a52647ef:38599 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4e57a52647ef:0, corePoolSize=3, maxPoolSize=3 2024-11-14T17:23:18,351 DEBUG [RS:0;4e57a52647ef:38599 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4e57a52647ef:0, corePoolSize=3, maxPoolSize=3 2024-11-14T17:23:18,362 INFO [RS:0;4e57a52647ef:38599 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:18,362 INFO [RS:0;4e57a52647ef:38599 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:18,362 INFO [RS:0;4e57a52647ef:38599 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:18,362 INFO [RS:0;4e57a52647ef:38599 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:18,362 INFO [RS:0;4e57a52647ef:38599 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:18,362 INFO [RS:0;4e57a52647ef:38599 {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,38599,1731604996474-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T17:23:18,384 INFO [RS:0;4e57a52647ef:38599 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T17:23:18,384 INFO [RS:0;4e57a52647ef:38599 {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,38599,1731604996474-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:18,384 INFO [RS:0;4e57a52647ef:38599 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:18,384 INFO [RS:0;4e57a52647ef:38599 {}] regionserver.Replication(171): 4e57a52647ef,38599,1731604996474 started 2024-11-14T17:23:18,403 INFO [RS:0;4e57a52647ef:38599 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:18,404 INFO [RS:0;4e57a52647ef:38599 {}] regionserver.HRegionServer(1482): Serving as 4e57a52647ef,38599,1731604996474, RpcServer on 4e57a52647ef/172.17.0.3:38599, sessionid=0x100ab76d5a50004 2024-11-14T17:23:18,404 DEBUG [RS:0;4e57a52647ef:38599 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T17:23:18,404 DEBUG [RS:0;4e57a52647ef:38599 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4e57a52647ef,38599,1731604996474 2024-11-14T17:23:18,404 DEBUG [RS:0;4e57a52647ef:38599 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4e57a52647ef,38599,1731604996474' 2024-11-14T17:23:18,404 DEBUG [RS:0;4e57a52647ef:38599 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-795853502/flush-table-proc/abort' 2024-11-14T17:23:18,418 DEBUG [RS:0;4e57a52647ef:38599 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-795853502/flush-table-proc/acquired' 2024-11-14T17:23:18,421 DEBUG [RS:0;4e57a52647ef:38599 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T17:23:18,421 DEBUG [RS:0;4e57a52647ef:38599 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T17:23:18,421 DEBUG [RS:0;4e57a52647ef:38599 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4e57a52647ef,38599,1731604996474 2024-11-14T17:23:18,421 DEBUG [RS:0;4e57a52647ef:38599 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4e57a52647ef,38599,1731604996474' 2024-11-14T17:23:18,421 DEBUG [RS:0;4e57a52647ef:38599 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-795853502/online-snapshot/abort' 2024-11-14T17:23:18,421 DEBUG [RS:0;4e57a52647ef:38599 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-795853502/online-snapshot/acquired' 2024-11-14T17:23:18,422 DEBUG [RS:0;4e57a52647ef:38599 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T17:23:18,422 INFO [RS:0;4e57a52647ef:38599 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T17:23:18,422 INFO [RS:0;4e57a52647ef:38599 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T17:23:18,523 INFO [RS:0;4e57a52647ef:38599 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T17:23:18,534 INFO [RS:0;4e57a52647ef:38599 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4e57a52647ef%2C38599%2C1731604996474, suffix=, logDir=hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/WALs/4e57a52647ef,38599,1731604996474, archiveDir=hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/oldWALs, maxLogs=10 2024-11-14T17:23:18,553 DEBUG [RS:0;4e57a52647ef:38599 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/WALs/4e57a52647ef,38599,1731604996474/4e57a52647ef%2C38599%2C1731604996474.1731604998534, exclude list is [], retry=0 2024-11-14T17:23:18,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37213,DS-d619bc76-f5bb-4c68-b81b-61bd0004497f,DISK] 2024-11-14T17:23:18,575 INFO [RS:0;4e57a52647ef:38599 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/WALs/4e57a52647ef,38599,1731604996474/4e57a52647ef%2C38599%2C1731604996474.1731604998534 2024-11-14T17:23:18,575 DEBUG [RS:0;4e57a52647ef:38599 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33683:33683)] 2024-11-14T17:23:18,593 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:23:18,594 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4e57a52647ef,35055,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e57a52647ef:35055 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T17:23:18,595 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128678 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4e57a52647ef,35055,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e57a52647ef:35055 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T17:23:18,675 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:23:18,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T17:23:18,688 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T17:23:18,688 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:18,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:23:18,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T17:23:18,699 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T17:23:18,699 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:18,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:23:18,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T17:23:18,709 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T17:23:18,709 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:18,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:23:18,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T17:23:18,713 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T17:23:18,713 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:18,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:23:18,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T17:23:18,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/data/hbase/meta/1588230740 2024-11-14T17:23:18,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/data/hbase/meta/1588230740 2024-11-14T17:23:18,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T17:23:18,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T17:23:18,733 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:23:18,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T17:23:18,754 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:23:18,758 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62981664, jitterRate=-0.06150007247924805}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:23:18,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731604998675Initializing all the Stores at 1731604998679 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604998679Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604998682 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604998682Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604998682Cleaning up temporary data from old regions at 1731604998725 (+43 ms)Region opened successfully at 1731604998758 (+33 ms) 2024-11-14T17:23:18,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T17:23:18,758 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T17:23:18,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T17:23:18,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T17:23:18,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T17:23:18,764 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T17:23:18,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731604998758Disabling compacts and flushes for region at 1731604998758Disabling writes for close at 1731604998758Writing region close event to WAL at 1731604998764 (+6 ms)Closed at 1731604998764 2024-11-14T17:23:18,771 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T17:23:18,771 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T17:23:18,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T17:23:18,774 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T17:23:18,778 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T17:23:18,929 DEBUG [4e57a52647ef:32899 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T17:23:18,930 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4e57a52647ef,38599,1731604996474 2024-11-14T17:23:18,933 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4e57a52647ef,38599,1731604996474, state=OPENING 2024-11-14T17:23:18,938 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T17:23:18,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32899-0x100ab76d5a50003, quorum=127.0.0.1:56435, baseZNode=/1-795853502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-795853502 2024-11-14T17:23:18,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38599-0x100ab76d5a50004, quorum=127.0.0.1:56435, baseZNode=/1-795853502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-795853502 2024-11-14T17:23:18,942 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-795853502/meta-region-server: CHANGED 2024-11-14T17:23:18,950 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-795853502/meta-region-server: CHANGED 2024-11-14T17:23:18,951 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T17:23:18,951 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4e57a52647ef,38599,1731604996474}] 2024-11-14T17:23:19,121 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T17:23:19,127 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45337, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T17:23:19,135 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T17:23:19,135 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:23:19,135 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T17:23:19,143 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4e57a52647ef%2C38599%2C1731604996474.meta, suffix=.meta, logDir=hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/WALs/4e57a52647ef,38599,1731604996474, archiveDir=hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/oldWALs, maxLogs=10 2024-11-14T17:23:19,163 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/WALs/4e57a52647ef,38599,1731604996474/4e57a52647ef%2C38599%2C1731604996474.meta.1731604999144.meta, exclude list is [], retry=0 2024-11-14T17:23:19,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37213,DS-d619bc76-f5bb-4c68-b81b-61bd0004497f,DISK] 2024-11-14T17:23:19,184 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/WALs/4e57a52647ef,38599,1731604996474/4e57a52647ef%2C38599%2C1731604996474.meta.1731604999144.meta 2024-11-14T17:23:19,188 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33683:33683)] 2024-11-14T17:23:19,188 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:23:19,188 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T17:23:19,189 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T17:23:19,189 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T17:23:19,189 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T17:23:19,189 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T17:23:19,189 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:23:19,189 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T17:23:19,189 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T17:23:19,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T17:23:19,203 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T17:23:19,203 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:19,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:23:19,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T17:23:19,209 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T17:23:19,209 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:19,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:23:19,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T17:23:19,223 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T17:23:19,223 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:19,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:23:19,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T17:23:19,231 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T17:23:19,231 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:19,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:23:19,233 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T17:23:19,236 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/data/hbase/meta/1588230740 2024-11-14T17:23:19,251 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/data/hbase/meta/1588230740 2024-11-14T17:23:19,258 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T17:23:19,258 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T17:23:19,259 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:23:19,260 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T17:23:19,261 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62163807, jitterRate=-0.07368709146976471}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:23:19,261 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T17:23:19,261 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731604999190Writing region info on filesystem at 1731604999190Initializing all the Stores at 1731604999198 (+8 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604999198Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604999198Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731604999198Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731604999198Cleaning up temporary data from old regions at 1731604999258 (+60 ms)Running coprocessor post-open hooks at 1731604999261 (+3 ms)Region opened successfully at 1731604999261 2024-11-14T17:23:19,265 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731604999120 2024-11-14T17:23:19,273 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T17:23:19,273 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T17:23:19,274 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4e57a52647ef,38599,1731604996474 2024-11-14T17:23:19,276 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4e57a52647ef,38599,1731604996474, state=OPEN 2024-11-14T17:23:19,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38599-0x100ab76d5a50004, quorum=127.0.0.1:56435, baseZNode=/1-795853502 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-795853502/meta-region-server 2024-11-14T17:23:19,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32899-0x100ab76d5a50003, quorum=127.0.0.1:56435, baseZNode=/1-795853502 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-795853502/meta-region-server 2024-11-14T17:23:19,286 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-795853502/meta-region-server: CHANGED 2024-11-14T17:23:19,287 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4e57a52647ef,38599,1731604996474 2024-11-14T17:23:19,287 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-795853502/meta-region-server: CHANGED 2024-11-14T17:23:19,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T17:23:19,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4e57a52647ef,38599,1731604996474 in 336 msec 2024-11-14T17:23:19,298 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T17:23:19,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T17:23:19,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 523 msec 2024-11-14T17:23:19,301 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T17:23:19,301 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T17:23:19,302 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:23:19,302 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,38599,1731604996474, seqNum=-1] 2024-11-14T17:23:19,303 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:23:19,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:19,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:19,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:19,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:19,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:19,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:19,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:19,306 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50971, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:23:19,318 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2030 sec 2024-11-14T17:23:19,318 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731604999318, completionTime=-1 2024-11-14T17:23:19,318 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T17:23:19,318 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T17:23:19,324 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T17:23:19,324 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731605059324 2024-11-14T17:23:19,324 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731605119324 2024-11-14T17:23:19,324 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-14T17:23:19,324 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,32899,1731604996273-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:19,324 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,32899,1731604996273-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:19,324 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,32899,1731604996273-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:19,324 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4e57a52647ef:32899, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:19,324 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:19,326 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:19,327 DEBUG [master/4e57a52647ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T17:23:19,329 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.655sec 2024-11-14T17:23:19,330 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T17:23:19,330 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T17:23:19,330 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T17:23:19,330 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T17:23:19,330 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T17:23:19,330 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,32899,1731604996273-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T17:23:19,330 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,32899,1731604996273-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T17:23:19,350 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T17:23:19,350 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T17:23:19,351 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,32899,1731604996273-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:19,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e296255, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:23:19,355 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,32899,-1 for getting cluster id 2024-11-14T17:23:19,355 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:23:19,365 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ac64c9d-b3de-4afe-aeb9-f8074b3e4813' 2024-11-14T17:23:19,365 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:23:19,365 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ac64c9d-b3de-4afe-aeb9-f8074b3e4813" 2024-11-14T17:23:19,366 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f4a74ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:23:19,366 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,32899,-1] 2024-11-14T17:23:19,366 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:23:19,366 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:23:19,367 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:23:19,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@93c5b48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:23:19,369 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:23:19,375 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,38599,1731604996474, seqNum=-1] 2024-11-14T17:23:19,375 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:23:19,377 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:23:19,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4e57a52647ef,32899,1731604996273 2024-11-14T17:23:19,388 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56435 2024-11-14T17:23:19,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56435, baseZNode=/1-795853502 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:23:19,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7db0d1-c588-2047-c5c0-f49e8f089fef/hadoop.log.dir so I do NOT create it in target/test-data/7ec88bab-223e-1f8b-6db3-9fd42e7eba3f 2024-11-14T17:23:19,411 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7db0d1-c588-2047-c5c0-f49e8f089fef/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T17:23:19,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7db0d1-c588-2047-c5c0-f49e8f089fef/hadoop.tmp.dir so I do NOT create it in target/test-data/7ec88bab-223e-1f8b-6db3-9fd42e7eba3f 2024-11-14T17:23:19,411 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7db0d1-c588-2047-c5c0-f49e8f089fef/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T17:23:19,411 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec88bab-223e-1f8b-6db3-9fd42e7eba3f 2024-11-14T17:23:19,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T17:23:19,411 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec88bab-223e-1f8b-6db3-9fd42e7eba3f/cluster_9c8d11d0-1cb9-2269-bba2-4885dda9115f, deleteOnExit=true 2024-11-14T17:23:19,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T17:23:19,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec88bab-223e-1f8b-6db3-9fd42e7eba3f/test.cache.data in system properties and HBase conf 2024-11-14T17:23:19,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec88bab-223e-1f8b-6db3-9fd42e7eba3f/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T17:23:19,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec88bab-223e-1f8b-6db3-9fd42e7eba3f/hadoop.log.dir in system properties and HBase conf 2024-11-14T17:23:19,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec88bab-223e-1f8b-6db3-9fd42e7eba3f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T17:23:19,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec88bab-223e-1f8b-6db3-9fd42e7eba3f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T17:23:19,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T17:23:19,412 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T17:23:19,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec88bab-223e-1f8b-6db3-9fd42e7eba3f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T17:23:19,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec88bab-223e-1f8b-6db3-9fd42e7eba3f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T17:23:19,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec88bab-223e-1f8b-6db3-9fd42e7eba3f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T17:23:19,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec88bab-223e-1f8b-6db3-9fd42e7eba3f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T17:23:19,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec88bab-223e-1f8b-6db3-9fd42e7eba3f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T17:23:19,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec88bab-223e-1f8b-6db3-9fd42e7eba3f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T17:23:19,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec88bab-223e-1f8b-6db3-9fd42e7eba3f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T17:23:19,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec88bab-223e-1f8b-6db3-9fd42e7eba3f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T17:23:19,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec88bab-223e-1f8b-6db3-9fd42e7eba3f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T17:23:19,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec88bab-223e-1f8b-6db3-9fd42e7eba3f/nfs.dump.dir in system properties and HBase conf 2024-11-14T17:23:19,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec88bab-223e-1f8b-6db3-9fd42e7eba3f/java.io.tmpdir in system properties and HBase conf 2024-11-14T17:23:19,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec88bab-223e-1f8b-6db3-9fd42e7eba3f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T17:23:19,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec88bab-223e-1f8b-6db3-9fd42e7eba3f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T17:23:19,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec88bab-223e-1f8b-6db3-9fd42e7eba3f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T17:23:19,418 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100ab76d5a50005 connected 2024-11-14T17:23:19,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:19,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:19,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:19,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:19,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:19,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:19,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:19,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:19,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:19,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:19,714 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T17:23:19,728 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T17:23:19,787 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T17:23:19,787 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T17:23:19,787 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T17:23:19,792 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T17:23:19,795 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1949bef0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec88bab-223e-1f8b-6db3-9fd42e7eba3f/hadoop.log.dir/,AVAILABLE} 2024-11-14T17:23:19,795 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d48ba22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T17:23:20,080 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59750f71{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec88bab-223e-1f8b-6db3-9fd42e7eba3f/java.io.tmpdir/jetty-localhost-41715-hadoop-hdfs-3_4_1-tests_jar-_-any-1480391281386075105/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T17:23:20,081 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@549d4855{HTTP/1.1, (http/1.1)}{localhost:41715} 2024-11-14T17:23:20,082 INFO [Time-limited test {}] server.Server(415): Started @304460ms 2024-11-14T17:23:20,466 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T17:23:20,469 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T17:23:20,479 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T17:23:20,480 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T17:23:20,480 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T17:23:20,484 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c35b670{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec88bab-223e-1f8b-6db3-9fd42e7eba3f/hadoop.log.dir/,AVAILABLE} 2024-11-14T17:23:20,484 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f56fa87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T17:23:20,653 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@68cf55{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec88bab-223e-1f8b-6db3-9fd42e7eba3f/java.io.tmpdir/jetty-localhost-42209-hadoop-hdfs-3_4_1-tests_jar-_-any-1216756455277844217/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T17:23:20,653 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6027c6dd{HTTP/1.1, (http/1.1)}{localhost:42209} 2024-11-14T17:23:20,653 INFO [Time-limited test {}] server.Server(415): Started @305031ms 2024-11-14T17:23:20,655 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T17:23:21,050 WARN [Thread-4547 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec88bab-223e-1f8b-6db3-9fd42e7eba3f/cluster_9c8d11d0-1cb9-2269-bba2-4885dda9115f/data/data1/current/BP-453809623-172.17.0.3-1731604999580/current, will proceed with Du for space computation calculation, 2024-11-14T17:23:21,055 WARN [Thread-4548 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec88bab-223e-1f8b-6db3-9fd42e7eba3f/cluster_9c8d11d0-1cb9-2269-bba2-4885dda9115f/data/data2/current/BP-453809623-172.17.0.3-1731604999580/current, will proceed with Du for space computation calculation, 2024-11-14T17:23:21,159 WARN [Thread-4535 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T17:23:21,176 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfed49f79b0f89036 with lease ID 0x4d7e63915e5b117c: Processing first storage report for DS-618d7ebb-1b25-44a6-9c38-364e2d6e87b2 from datanode DatanodeRegistration(127.0.0.1:44579, datanodeUuid=5eeb4a3c-b570-4395-a91c-f2048819e9d3, infoPort=39311, infoSecurePort=0, ipcPort=41495, storageInfo=lv=-57;cid=testClusterID;nsid=1062409570;c=1731604999580) 2024-11-14T17:23:21,177 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfed49f79b0f89036 with lease ID 0x4d7e63915e5b117c: from storage DS-618d7ebb-1b25-44a6-9c38-364e2d6e87b2 node DatanodeRegistration(127.0.0.1:44579, datanodeUuid=5eeb4a3c-b570-4395-a91c-f2048819e9d3, infoPort=39311, infoSecurePort=0, ipcPort=41495, storageInfo=lv=-57;cid=testClusterID;nsid=1062409570;c=1731604999580), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T17:23:21,177 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfed49f79b0f89036 with lease ID 0x4d7e63915e5b117c: Processing first storage report for DS-f57350b6-a07b-4e5e-b78e-a8e0a8665c01 from datanode DatanodeRegistration(127.0.0.1:44579, datanodeUuid=5eeb4a3c-b570-4395-a91c-f2048819e9d3, infoPort=39311, infoSecurePort=0, ipcPort=41495, storageInfo=lv=-57;cid=testClusterID;nsid=1062409570;c=1731604999580) 2024-11-14T17:23:21,177 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfed49f79b0f89036 with lease ID 0x4d7e63915e5b117c: from storage DS-f57350b6-a07b-4e5e-b78e-a8e0a8665c01 node DatanodeRegistration(127.0.0.1:44579, datanodeUuid=5eeb4a3c-b570-4395-a91c-f2048819e9d3, infoPort=39311, infoSecurePort=0, ipcPort=41495, storageInfo=lv=-57;cid=testClusterID;nsid=1062409570;c=1731604999580), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T17:23:21,278 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec88bab-223e-1f8b-6db3-9fd42e7eba3f 2024-11-14T17:23:21,279 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:23:21,281 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:23:21,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741825_1001 (size=7) 2024-11-14T17:23:21,406 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243 with version=8 2024-11-14T17:23:21,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/hbase-staging 2024-11-14T17:23:21,410 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4e57a52647ef:0 server-side Connection retries=45 2024-11-14T17:23:21,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:23:21,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T17:23:21,410 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T17:23:21,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:23:21,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T17:23:21,410 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T17:23:21,410 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T17:23:21,426 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33647 2024-11-14T17:23:21,427 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33647 connecting to ZooKeeper ensemble=127.0.0.1:56435 2024-11-14T17:23:21,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:336470x0, quorum=127.0.0.1:56435, baseZNode=/2-1229919474 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:23:21,451 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33647-0x100ab76d5a50006 connected 2024-11-14T17:23:21,548 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:23:21,551 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:23:21,564 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33647-0x100ab76d5a50006, quorum=127.0.0.1:56435, baseZNode=/2-1229919474 Set watcher on znode that does not yet exist, /2-1229919474/running 2024-11-14T17:23:21,565 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243, hbase.cluster.distributed=false 2024-11-14T17:23:21,603 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33647-0x100ab76d5a50006, quorum=127.0.0.1:56435, baseZNode=/2-1229919474 Set watcher on znode that does not yet exist, /2-1229919474/acl 2024-11-14T17:23:21,626 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33647 2024-11-14T17:23:21,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33647 2024-11-14T17:23:21,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33647 2024-11-14T17:23:21,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33647 2024-11-14T17:23:21,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33647 2024-11-14T17:23:21,701 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4e57a52647ef:0 server-side Connection retries=45 2024-11-14T17:23:21,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:23:21,702 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T17:23:21,702 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T17:23:21,703 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T17:23:21,703 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T17:23:21,703 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T17:23:21,703 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T17:23:21,712 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39371 2024-11-14T17:23:21,713 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39371 connecting to ZooKeeper ensemble=127.0.0.1:56435 2024-11-14T17:23:21,714 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:23:21,721 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:23:21,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:393710x0, quorum=127.0.0.1:56435, baseZNode=/2-1229919474 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:23:21,761 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:393710x0, quorum=127.0.0.1:56435, baseZNode=/2-1229919474 Set watcher on znode that does not yet exist, /2-1229919474/running 2024-11-14T17:23:21,761 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T17:23:21,770 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39371-0x100ab76d5a50007 connected 2024-11-14T17:23:21,784 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T17:23:21,790 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39371-0x100ab76d5a50007, quorum=127.0.0.1:56435, baseZNode=/2-1229919474 Set watcher on znode that does not yet exist, /2-1229919474/master 2024-11-14T17:23:21,798 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39371-0x100ab76d5a50007, quorum=127.0.0.1:56435, baseZNode=/2-1229919474 Set watcher on znode that does not yet exist, /2-1229919474/acl 2024-11-14T17:23:21,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39371 2024-11-14T17:23:21,818 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39371 2024-11-14T17:23:21,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39371 2024-11-14T17:23:21,843 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39371 2024-11-14T17:23:21,850 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39371 2024-11-14T17:23:21,885 DEBUG [M:0;4e57a52647ef:33647 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4e57a52647ef:33647 2024-11-14T17:23:21,887 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1229919474/backup-masters/4e57a52647ef,33647,1731605001409 2024-11-14T17:23:21,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33647-0x100ab76d5a50006, quorum=127.0.0.1:56435, baseZNode=/2-1229919474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1229919474/backup-masters 2024-11-14T17:23:21,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39371-0x100ab76d5a50007, quorum=127.0.0.1:56435, baseZNode=/2-1229919474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1229919474/backup-masters 2024-11-14T17:23:21,902 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33647-0x100ab76d5a50006, quorum=127.0.0.1:56435, baseZNode=/2-1229919474 Set watcher on existing znode=/2-1229919474/backup-masters/4e57a52647ef,33647,1731605001409 2024-11-14T17:23:21,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39371-0x100ab76d5a50007, quorum=127.0.0.1:56435, baseZNode=/2-1229919474 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1229919474/master 2024-11-14T17:23:21,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39371-0x100ab76d5a50007, quorum=127.0.0.1:56435, baseZNode=/2-1229919474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1229919474 2024-11-14T17:23:21,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33647-0x100ab76d5a50006, quorum=127.0.0.1:56435, baseZNode=/2-1229919474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1229919474 2024-11-14T17:23:21,919 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33647-0x100ab76d5a50006, quorum=127.0.0.1:56435, baseZNode=/2-1229919474 Set watcher on existing znode=/2-1229919474/master 2024-11-14T17:23:21,925 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1229919474/backup-masters/4e57a52647ef,33647,1731605001409 from backup master directory 2024-11-14T17:23:21,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39371-0x100ab76d5a50007, quorum=127.0.0.1:56435, baseZNode=/2-1229919474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1229919474/backup-masters 2024-11-14T17:23:21,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33647-0x100ab76d5a50006, quorum=127.0.0.1:56435, baseZNode=/2-1229919474 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1229919474/backup-masters/4e57a52647ef,33647,1731605001409 2024-11-14T17:23:21,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33647-0x100ab76d5a50006, quorum=127.0.0.1:56435, baseZNode=/2-1229919474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1229919474/backup-masters 2024-11-14T17:23:21,932 WARN [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T17:23:21,932 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4e57a52647ef,33647,1731605001409 2024-11-14T17:23:21,945 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/hbase.id] with ID: c8942305-7bac-4910-870b-d0320320951a 2024-11-14T17:23:21,945 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/.tmp/hbase.id 2024-11-14T17:23:21,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741826_1002 (size=42) 2024-11-14T17:23:22,000 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/.tmp/hbase.id]:[hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/hbase.id] 2024-11-14T17:23:22,079 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:23:22,079 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T17:23:22,083 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-11-14T17:23:22,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39371-0x100ab76d5a50007, quorum=127.0.0.1:56435, baseZNode=/2-1229919474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1229919474 2024-11-14T17:23:22,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33647-0x100ab76d5a50006, quorum=127.0.0.1:56435, baseZNode=/2-1229919474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1229919474 2024-11-14T17:23:22,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741827_1003 (size=196) 2024-11-14T17:23:22,539 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T17:23:22,541 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T17:23:22,542 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:23:22,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741828_1004 (size=1189) 2024-11-14T17:23:22,598 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/MasterData/data/master/store 2024-11-14T17:23:22,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741829_1005 (size=34) 2024-11-14T17:23:22,668 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:23:22,668 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T17:23:22,668 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:23:22,668 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:23:22,668 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T17:23:22,668 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:23:22,668 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:23:22,668 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731605002668Disabling compacts and flushes for region at 1731605002668Disabling writes for close at 1731605002668Writing region close event to WAL at 1731605002668Closed at 1731605002668 2024-11-14T17:23:22,678 WARN [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/MasterData/data/master/store/.initializing 2024-11-14T17:23:22,678 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/MasterData/WALs/4e57a52647ef,33647,1731605001409 2024-11-14T17:23:22,695 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T17:23:22,711 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4e57a52647ef%2C33647%2C1731605001409, suffix=, logDir=hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/MasterData/WALs/4e57a52647ef,33647,1731605001409, archiveDir=hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/MasterData/oldWALs, maxLogs=10 2024-11-14T17:23:22,737 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/MasterData/WALs/4e57a52647ef,33647,1731605001409/4e57a52647ef%2C33647%2C1731605001409.1731605002711, exclude list is [], retry=0 2024-11-14T17:23:22,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44579,DS-618d7ebb-1b25-44a6-9c38-364e2d6e87b2,DISK] 2024-11-14T17:23:22,763 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/MasterData/WALs/4e57a52647ef,33647,1731605001409/4e57a52647ef%2C33647%2C1731605001409.1731605002711 2024-11-14T17:23:22,775 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39311:39311)] 2024-11-14T17:23:22,775 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:23:22,775 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:23:22,775 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:23:22,775 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:23:22,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:23:22,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T17:23:22,796 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:22,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:23:22,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:23:22,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T17:23:22,804 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:22,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:23:22,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:23:22,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T17:23:22,822 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:22,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:23:22,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:23:22,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T17:23:22,879 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:22,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:23:22,884 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:23:22,886 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:23:22,894 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:23:22,908 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:23:22,908 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:23:22,910 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:23:22,916 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T17:23:22,925 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:23:22,927 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68656368, jitterRate=0.023059606552124023}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:23:22,927 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731605002775Initializing all the Stores at 1731605002792 (+17 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731605002792Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605002793 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605002793Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605002793Cleaning up temporary data from old regions at 1731605002908 (+115 ms)Region opened successfully at 1731605002927 (+19 ms) 2024-11-14T17:23:22,930 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T17:23:22,937 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39e8a424, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4e57a52647ef/172.17.0.3:0 2024-11-14T17:23:22,940 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T17:23:22,940 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T17:23:22,940 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T17:23:22,941 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T17:23:22,950 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 9 msec 2024-11-14T17:23:22,951 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T17:23:22,951 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T17:23:22,983 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T17:23:22,987 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33647-0x100ab76d5a50006, quorum=127.0.0.1:56435, baseZNode=/2-1229919474 Unable to get data of znode /2-1229919474/balancer because node does not exist (not necessarily an error) 2024-11-14T17:23:23,002 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1229919474/balancer already deleted, retry=false 2024-11-14T17:23:23,003 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T17:23:23,018 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33647-0x100ab76d5a50006, quorum=127.0.0.1:56435, baseZNode=/2-1229919474 Unable to get data of znode /2-1229919474/normalizer because node does not exist (not necessarily an error) 2024-11-14T17:23:23,027 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1229919474/normalizer already deleted, retry=false 2024-11-14T17:23:23,027 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T17:23:23,039 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33647-0x100ab76d5a50006, quorum=127.0.0.1:56435, baseZNode=/2-1229919474 Unable to get data of znode /2-1229919474/switch/split because node does not exist (not necessarily an error) 2024-11-14T17:23:23,054 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1229919474/switch/split already deleted, retry=false 2024-11-14T17:23:23,063 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33647-0x100ab76d5a50006, quorum=127.0.0.1:56435, baseZNode=/2-1229919474 Unable to get data of znode /2-1229919474/switch/merge because node does not exist (not necessarily an error) 2024-11-14T17:23:23,072 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1229919474/switch/merge already deleted, retry=false 2024-11-14T17:23:23,100 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33647-0x100ab76d5a50006, quorum=127.0.0.1:56435, baseZNode=/2-1229919474 Unable to get data of znode /2-1229919474/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T17:23:23,114 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1229919474/snapshot-cleanup already deleted, retry=false 2024-11-14T17:23:23,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33647-0x100ab76d5a50006, quorum=127.0.0.1:56435, baseZNode=/2-1229919474 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1229919474/running 2024-11-14T17:23:23,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39371-0x100ab76d5a50007, quorum=127.0.0.1:56435, baseZNode=/2-1229919474 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1229919474/running 2024-11-14T17:23:23,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33647-0x100ab76d5a50006, quorum=127.0.0.1:56435, baseZNode=/2-1229919474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1229919474 2024-11-14T17:23:23,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39371-0x100ab76d5a50007, quorum=127.0.0.1:56435, baseZNode=/2-1229919474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1229919474 2024-11-14T17:23:23,123 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4e57a52647ef,33647,1731605001409, sessionid=0x100ab76d5a50006, setting cluster-up flag (Was=false) 2024-11-14T17:23:23,166 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1229919474/flush-table-proc/acquired, /2-1229919474/flush-table-proc/reached, /2-1229919474/flush-table-proc/abort 2024-11-14T17:23:23,176 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4e57a52647ef,33647,1731605001409 2024-11-14T17:23:23,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33647-0x100ab76d5a50006, quorum=127.0.0.1:56435, baseZNode=/2-1229919474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1229919474 2024-11-14T17:23:23,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39371-0x100ab76d5a50007, quorum=127.0.0.1:56435, baseZNode=/2-1229919474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1229919474 2024-11-14T17:23:23,242 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1229919474/online-snapshot/acquired, /2-1229919474/online-snapshot/reached, /2-1229919474/online-snapshot/abort 2024-11-14T17:23:23,255 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4e57a52647ef,33647,1731605001409 2024-11-14T17:23:23,267 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T17:23:23,291 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T17:23:23,291 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T17:23:23,291 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T17:23:23,292 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4e57a52647ef,33647,1731605001409 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T17:23:23,302 INFO [RS:0;4e57a52647ef:39371 {}] regionserver.HRegionServer(746): ClusterId : c8942305-7bac-4910-870b-d0320320951a 2024-11-14T17:23:23,303 DEBUG [RS:0;4e57a52647ef:39371 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T17:23:23,308 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:23:23,308 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:23:23,308 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:23:23,308 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5 2024-11-14T17:23:23,308 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4e57a52647ef:0, corePoolSize=10, maxPoolSize=10 2024-11-14T17:23:23,308 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:23:23,308 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4e57a52647ef:0, corePoolSize=2, maxPoolSize=2 2024-11-14T17:23:23,308 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:23:23,319 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T17:23:23,319 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T17:23:23,326 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:23,326 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T17:23:23,327 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731605033327 2024-11-14T17:23:23,327 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T17:23:23,327 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T17:23:23,327 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T17:23:23,327 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T17:23:23,327 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T17:23:23,327 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T17:23:23,329 DEBUG [RS:0;4e57a52647ef:39371 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T17:23:23,329 DEBUG [RS:0;4e57a52647ef:39371 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T17:23:23,333 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:23,333 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T17:23:23,333 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T17:23:23,333 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T17:23:23,333 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T17:23:23,335 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T17:23:23,335 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T17:23:23,338 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731605003335,5,FailOnTimeoutGroup] 2024-11-14T17:23:23,342 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731605003338,5,FailOnTimeoutGroup] 2024-11-14T17:23:23,342 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:23,342 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T17:23:23,342 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:23,342 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:23,354 DEBUG [RS:0;4e57a52647ef:39371 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T17:23:23,355 DEBUG [RS:0;4e57a52647ef:39371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56414947, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4e57a52647ef/172.17.0.3:0 2024-11-14T17:23:23,392 DEBUG [RS:0;4e57a52647ef:39371 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4e57a52647ef:39371 2024-11-14T17:23:23,392 INFO [RS:0;4e57a52647ef:39371 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T17:23:23,392 INFO [RS:0;4e57a52647ef:39371 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T17:23:23,392 DEBUG [RS:0;4e57a52647ef:39371 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T17:23:23,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741831_1007 (size=1321) 2024-11-14T17:23:23,399 INFO [RS:0;4e57a52647ef:39371 {}] regionserver.HRegionServer(2659): reportForDuty to master=4e57a52647ef,33647,1731605001409 with port=39371, startcode=1731605001700 2024-11-14T17:23:23,399 DEBUG [RS:0;4e57a52647ef:39371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T17:23:23,403 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34033, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T17:23:23,404 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33647 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4e57a52647ef,39371,1731605001700 2024-11-14T17:23:23,404 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33647 {}] master.ServerManager(517): Registering regionserver=4e57a52647ef,39371,1731605001700 2024-11-14T17:23:23,409 DEBUG [RS:0;4e57a52647ef:39371 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243 2024-11-14T17:23:23,409 DEBUG [RS:0;4e57a52647ef:39371 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39595 2024-11-14T17:23:23,409 DEBUG [RS:0;4e57a52647ef:39371 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T17:23:23,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33647-0x100ab76d5a50006, quorum=127.0.0.1:56435, baseZNode=/2-1229919474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1229919474/rs 2024-11-14T17:23:23,423 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T17:23:23,423 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243 2024-11-14T17:23:23,427 DEBUG [RS:0;4e57a52647ef:39371 {}] zookeeper.ZKUtil(111): regionserver:39371-0x100ab76d5a50007, quorum=127.0.0.1:56435, baseZNode=/2-1229919474 Set watcher on existing znode=/2-1229919474/rs/4e57a52647ef,39371,1731605001700 2024-11-14T17:23:23,427 WARN [RS:0;4e57a52647ef:39371 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T17:23:23,427 INFO [RS:0;4e57a52647ef:39371 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:23:23,427 DEBUG [RS:0;4e57a52647ef:39371 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/WALs/4e57a52647ef,39371,1731605001700 2024-11-14T17:23:23,437 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4e57a52647ef,39371,1731605001700] 2024-11-14T17:23:23,446 INFO [RS:0;4e57a52647ef:39371 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T17:23:23,453 INFO [RS:0;4e57a52647ef:39371 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T17:23:23,453 INFO [RS:0;4e57a52647ef:39371 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T17:23:23,453 INFO [RS:0;4e57a52647ef:39371 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:23,458 INFO [RS:0;4e57a52647ef:39371 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T17:23:23,466 INFO [RS:0;4e57a52647ef:39371 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T17:23:23,467 INFO [RS:0;4e57a52647ef:39371 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:23,467 DEBUG [RS:0;4e57a52647ef:39371 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:23:23,467 DEBUG [RS:0;4e57a52647ef:39371 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:23:23,467 DEBUG [RS:0;4e57a52647ef:39371 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:23:23,467 DEBUG [RS:0;4e57a52647ef:39371 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:23:23,467 DEBUG [RS:0;4e57a52647ef:39371 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:23:23,467 DEBUG [RS:0;4e57a52647ef:39371 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4e57a52647ef:0, corePoolSize=2, maxPoolSize=2 2024-11-14T17:23:23,467 DEBUG [RS:0;4e57a52647ef:39371 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:23:23,467 DEBUG [RS:0;4e57a52647ef:39371 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:23:23,467 DEBUG [RS:0;4e57a52647ef:39371 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:23:23,467 DEBUG [RS:0;4e57a52647ef:39371 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:23:23,467 DEBUG [RS:0;4e57a52647ef:39371 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:23:23,467 DEBUG [RS:0;4e57a52647ef:39371 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1 2024-11-14T17:23:23,467 DEBUG [RS:0;4e57a52647ef:39371 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4e57a52647ef:0, corePoolSize=3, maxPoolSize=3 2024-11-14T17:23:23,467 DEBUG [RS:0;4e57a52647ef:39371 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4e57a52647ef:0, corePoolSize=3, maxPoolSize=3 2024-11-14T17:23:23,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741832_1008 (size=32) 2024-11-14T17:23:23,481 INFO [RS:0;4e57a52647ef:39371 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:23,482 INFO [RS:0;4e57a52647ef:39371 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:23,482 INFO [RS:0;4e57a52647ef:39371 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:23,482 INFO [RS:0;4e57a52647ef:39371 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:23,482 INFO [RS:0;4e57a52647ef:39371 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:23,482 INFO [RS:0;4e57a52647ef:39371 {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,39371,1731605001700-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T17:23:23,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:23:23,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T17:23:23,517 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T17:23:23,517 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:23,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:23:23,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T17:23:23,530 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T17:23:23,530 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:23,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:23:23,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T17:23:23,533 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T17:23:23,533 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:23,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:23:23,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T17:23:23,535 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T17:23:23,535 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:23,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:23:23,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T17:23:23,536 INFO [RS:0;4e57a52647ef:39371 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T17:23:23,536 INFO [RS:0;4e57a52647ef:39371 {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,39371,1731605001700-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:23,536 INFO [RS:0;4e57a52647ef:39371 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:23,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/data/hbase/meta/1588230740 2024-11-14T17:23:23,536 INFO [RS:0;4e57a52647ef:39371 {}] regionserver.Replication(171): 4e57a52647ef,39371,1731605001700 started 2024-11-14T17:23:23,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/data/hbase/meta/1588230740 2024-11-14T17:23:23,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T17:23:23,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T17:23:23,538 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:23:23,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T17:23:23,563 INFO [RS:0;4e57a52647ef:39371 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:23,563 INFO [RS:0;4e57a52647ef:39371 {}] regionserver.HRegionServer(1482): Serving as 4e57a52647ef,39371,1731605001700, RpcServer on 4e57a52647ef/172.17.0.3:39371, sessionid=0x100ab76d5a50007 2024-11-14T17:23:23,563 DEBUG [RS:0;4e57a52647ef:39371 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T17:23:23,563 DEBUG [RS:0;4e57a52647ef:39371 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4e57a52647ef,39371,1731605001700 2024-11-14T17:23:23,563 DEBUG [RS:0;4e57a52647ef:39371 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4e57a52647ef,39371,1731605001700' 2024-11-14T17:23:23,563 DEBUG [RS:0;4e57a52647ef:39371 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1229919474/flush-table-proc/abort' 2024-11-14T17:23:23,571 DEBUG [RS:0;4e57a52647ef:39371 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1229919474/flush-table-proc/acquired' 2024-11-14T17:23:23,571 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:23:23,571 DEBUG [RS:0;4e57a52647ef:39371 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T17:23:23,571 DEBUG [RS:0;4e57a52647ef:39371 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T17:23:23,572 DEBUG [RS:0;4e57a52647ef:39371 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4e57a52647ef,39371,1731605001700 2024-11-14T17:23:23,572 DEBUG [RS:0;4e57a52647ef:39371 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4e57a52647ef,39371,1731605001700' 2024-11-14T17:23:23,572 DEBUG [RS:0;4e57a52647ef:39371 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1229919474/online-snapshot/abort' 2024-11-14T17:23:23,572 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68928018, jitterRate=0.02710750699043274}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:23:23,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731605003483Initializing all the Stores at 1731605003491 (+8 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731605003491Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731605003515 (+24 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605003515Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731605003515Cleaning up temporary data from old regions at 1731605003538 (+23 ms)Region opened successfully at 1731605003572 (+34 ms) 2024-11-14T17:23:23,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T17:23:23,572 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T17:23:23,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T17:23:23,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T17:23:23,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T17:23:23,572 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T17:23:23,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731605003572Disabling compacts and flushes for region at 1731605003572Disabling writes for close at 1731605003572Writing region close event to WAL at 1731605003572Closed at 1731605003572 2024-11-14T17:23:23,574 DEBUG [RS:0;4e57a52647ef:39371 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1229919474/online-snapshot/acquired' 2024-11-14T17:23:23,577 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T17:23:23,577 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T17:23:23,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T17:23:23,578 DEBUG [RS:0;4e57a52647ef:39371 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T17:23:23,578 INFO [RS:0;4e57a52647ef:39371 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T17:23:23,578 INFO [RS:0;4e57a52647ef:39371 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T17:23:23,579 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T17:23:23,580 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T17:23:23,679 INFO [RS:0;4e57a52647ef:39371 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T17:23:23,681 INFO [RS:0;4e57a52647ef:39371 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4e57a52647ef%2C39371%2C1731605001700, suffix=, logDir=hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/WALs/4e57a52647ef,39371,1731605001700, archiveDir=hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/oldWALs, maxLogs=10 2024-11-14T17:23:23,704 DEBUG [RS:0;4e57a52647ef:39371 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/WALs/4e57a52647ef,39371,1731605001700/4e57a52647ef%2C39371%2C1731605001700.1731605003681, exclude list is [], retry=0 2024-11-14T17:23:23,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44579,DS-618d7ebb-1b25-44a6-9c38-364e2d6e87b2,DISK] 2024-11-14T17:23:23,731 WARN [4e57a52647ef:33647 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T17:23:23,735 INFO [RS:0;4e57a52647ef:39371 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/WALs/4e57a52647ef,39371,1731605001700/4e57a52647ef%2C39371%2C1731605001700.1731605003681 2024-11-14T17:23:23,735 DEBUG [RS:0;4e57a52647ef:39371 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39311:39311)] 2024-11-14T17:23:23,982 DEBUG [4e57a52647ef:33647 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T17:23:23,983 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4e57a52647ef,39371,1731605001700 2024-11-14T17:23:23,984 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4e57a52647ef,39371,1731605001700, state=OPENING 2024-11-14T17:23:24,006 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T17:23:24,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33647-0x100ab76d5a50006, quorum=127.0.0.1:56435, baseZNode=/2-1229919474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1229919474 2024-11-14T17:23:24,011 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T17:23:24,012 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4e57a52647ef,39371,1731605001700}] 2024-11-14T17:23:24,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39371-0x100ab76d5a50007, quorum=127.0.0.1:56435, baseZNode=/2-1229919474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1229919474 2024-11-14T17:23:24,016 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1229919474/meta-region-server: CHANGED 2024-11-14T17:23:24,018 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1229919474/meta-region-server: CHANGED 2024-11-14T17:23:24,168 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T17:23:24,172 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37975, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T17:23:24,178 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T17:23:24,178 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:23:24,179 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T17:23:24,187 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4e57a52647ef%2C39371%2C1731605001700.meta, suffix=.meta, logDir=hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/WALs/4e57a52647ef,39371,1731605001700, archiveDir=hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/oldWALs, maxLogs=10 2024-11-14T17:23:24,214 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/WALs/4e57a52647ef,39371,1731605001700/4e57a52647ef%2C39371%2C1731605001700.meta.1731605004187.meta, exclude list is [], retry=0 2024-11-14T17:23:24,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44579,DS-618d7ebb-1b25-44a6-9c38-364e2d6e87b2,DISK] 2024-11-14T17:23:24,244 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/WALs/4e57a52647ef,39371,1731605001700/4e57a52647ef%2C39371%2C1731605001700.meta.1731605004187.meta 2024-11-14T17:23:24,246 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39311:39311)] 2024-11-14T17:23:24,247 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:23:24,247 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T17:23:24,247 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T17:23:24,247 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T17:23:24,248 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T17:23:24,248 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T17:23:24,248 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:23:24,248 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T17:23:24,248 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T17:23:24,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T17:23:24,276 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T17:23:24,276 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:24,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:23:24,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T17:23:24,279 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T17:23:24,279 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:24,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:23:24,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T17:23:24,283 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T17:23:24,283 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:24,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:23:24,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T17:23:24,294 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T17:23:24,294 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:24,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T17:23:24,299 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T17:23:24,302 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/data/hbase/meta/1588230740 2024-11-14T17:23:24,307 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/data/hbase/meta/1588230740 2024-11-14T17:23:24,317 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T17:23:24,318 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T17:23:24,319 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T17:23:24,321 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T17:23:24,322 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72111663, jitterRate=0.07454751431941986}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T17:23:24,322 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T17:23:24,322 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731605004248Writing region info on filesystem at 1731605004248Initializing all the Stores at 1731605004260 (+12 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731605004260Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731605004266 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605004266Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731605004266Cleaning up temporary data from old regions at 1731605004318 (+52 ms)Running coprocessor post-open hooks at 1731605004322 (+4 ms)Region opened successfully at 1731605004322 2024-11-14T17:23:24,324 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731605004167 2024-11-14T17:23:24,328 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4e57a52647ef,39371,1731605001700 2024-11-14T17:23:24,329 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4e57a52647ef,39371,1731605001700, state=OPEN 2024-11-14T17:23:24,331 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T17:23:24,331 INFO [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T17:23:24,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39371-0x100ab76d5a50007, quorum=127.0.0.1:56435, baseZNode=/2-1229919474 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1229919474/meta-region-server 2024-11-14T17:23:24,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33647-0x100ab76d5a50006, quorum=127.0.0.1:56435, baseZNode=/2-1229919474 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1229919474/meta-region-server 2024-11-14T17:23:24,332 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1229919474/meta-region-server: CHANGED 2024-11-14T17:23:24,332 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1229919474/meta-region-server: CHANGED 2024-11-14T17:23:24,333 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4e57a52647ef,39371,1731605001700 2024-11-14T17:23:24,336 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T17:23:24,336 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4e57a52647ef,39371,1731605001700 in 321 msec 2024-11-14T17:23:24,338 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T17:23:24,338 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 759 msec 2024-11-14T17:23:24,342 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T17:23:24,342 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T17:23:24,344 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:23:24,344 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,39371,1731605001700, seqNum=-1] 2024-11-14T17:23:24,344 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:23:24,346 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34197, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:23:24,361 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0800 sec 2024-11-14T17:23:24,361 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731605004361, completionTime=-1 2024-11-14T17:23:24,361 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T17:23:24,361 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T17:23:24,364 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T17:23:24,364 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731605064364 2024-11-14T17:23:24,364 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731605124364 2024-11-14T17:23:24,364 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T17:23:24,364 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,33647,1731605001409-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:24,364 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,33647,1731605001409-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:24,364 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,33647,1731605001409-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:24,364 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4e57a52647ef:33647, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:24,364 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:24,364 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:24,367 DEBUG [master/4e57a52647ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T17:23:24,370 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.438sec 2024-11-14T17:23:24,370 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T17:23:24,370 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T17:23:24,370 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T17:23:24,370 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T17:23:24,371 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T17:23:24,371 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,33647,1731605001409-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T17:23:24,371 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,33647,1731605001409-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T17:23:24,392 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T17:23:24,392 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T17:23:24,392 INFO [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,33647,1731605001409-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T17:23:24,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18416131, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:23:24,420 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,33647,-1 for getting cluster id 2024-11-14T17:23:24,421 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:23:24,423 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8942305-7bac-4910-870b-d0320320951a' 2024-11-14T17:23:24,423 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:23:24,423 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8942305-7bac-4910-870b-d0320320951a" 2024-11-14T17:23:24,423 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aa3b0fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:23:24,423 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,33647,-1] 2024-11-14T17:23:24,424 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:23:24,424 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:23:24,431 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:23:24,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@374b2111, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:23:24,439 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:23:24,447 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,39371,1731605001700, seqNum=-1] 2024-11-14T17:23:24,447 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:23:24,451 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:23:24,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4e57a52647ef,33647,1731605001409 2024-11-14T17:23:24,458 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:56435 2024-11-14T17:23:24,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:56435, baseZNode=/2-1229919474 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T17:23:24,495 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x100ab76d5a50008 connected 2024-11-14T17:23:24,511 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:23:24,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,38905,1731604990838 2024-11-14T17:23:24,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5eceab32 2024-11-14T17:23:24,513 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:23:24,514 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:23:24,515 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38905 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T17:23:24,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38905 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T17:23:24,524 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T17:23:24,524 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:24,525 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38905 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T17:23:24,525 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T17:23:24,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:23:24,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45165 is added to blk_1073741835_1011 (size=902) 2024-11-14T17:23:24,620 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1a37c57a2b57803128f12b169ded6c73, NAME => 'test,,1731605004515.1a37c57a2b57803128f12b169ded6c73.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711 2024-11-14T17:23:24,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:23:24,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45165 is added to blk_1073741836_1012 (size=39) 2024-11-14T17:23:24,659 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731605004515.1a37c57a2b57803128f12b169ded6c73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:23:24,659 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1a37c57a2b57803128f12b169ded6c73, disabling compactions & flushes 2024-11-14T17:23:24,659 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731605004515.1a37c57a2b57803128f12b169ded6c73. 2024-11-14T17:23:24,659 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731605004515.1a37c57a2b57803128f12b169ded6c73. 2024-11-14T17:23:24,659 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731605004515.1a37c57a2b57803128f12b169ded6c73. after waiting 0 ms 2024-11-14T17:23:24,659 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731605004515.1a37c57a2b57803128f12b169ded6c73. 2024-11-14T17:23:24,659 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731605004515.1a37c57a2b57803128f12b169ded6c73. 2024-11-14T17:23:24,659 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1a37c57a2b57803128f12b169ded6c73: Waiting for close lock at 1731605004659Disabling compacts and flushes for region at 1731605004659Disabling writes for close at 1731605004659Writing region close event to WAL at 1731605004659Closed at 1731605004659 2024-11-14T17:23:24,663 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T17:23:24,663 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731605004515.1a37c57a2b57803128f12b169ded6c73.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731605004663"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731605004663"}]},"ts":"1731605004663"} 2024-11-14T17:23:24,671 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T17:23:24,672 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T17:23:24,672 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731605004672"}]},"ts":"1731605004672"} 2024-11-14T17:23:24,675 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T17:23:24,675 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1a37c57a2b57803128f12b169ded6c73, ASSIGN}] 2024-11-14T17:23:24,682 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1a37c57a2b57803128f12b169ded6c73, ASSIGN 2024-11-14T17:23:24,691 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1a37c57a2b57803128f12b169ded6c73, ASSIGN; state=OFFLINE, location=4e57a52647ef,40829,1731604991273; forceNewPlan=false, retain=false 2024-11-14T17:23:24,694 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T17:23:24,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:24,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:24,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:24,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:24,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:24,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:24,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:24,844 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1a37c57a2b57803128f12b169ded6c73, regionState=OPENING, regionLocation=4e57a52647ef,40829,1731604991273 2024-11-14T17:23:24,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1a37c57a2b57803128f12b169ded6c73, ASSIGN because future has completed 2024-11-14T17:23:24,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a37c57a2b57803128f12b169ded6c73, server=4e57a52647ef,40829,1731604991273}] 2024-11-14T17:23:24,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:23:24,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:24,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:24,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:24,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:24,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:24,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:24,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:24,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:24,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:24,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:25,051 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731605004515.1a37c57a2b57803128f12b169ded6c73. 2024-11-14T17:23:25,051 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1a37c57a2b57803128f12b169ded6c73, NAME => 'test,,1731605004515.1a37c57a2b57803128f12b169ded6c73.', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:23:25,052 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T17:23:25,052 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T17:23:25,052 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1a37c57a2b57803128f12b169ded6c73 2024-11-14T17:23:25,052 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731605004515.1a37c57a2b57803128f12b169ded6c73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:23:25,052 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1a37c57a2b57803128f12b169ded6c73 2024-11-14T17:23:25,052 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1a37c57a2b57803128f12b169ded6c73 2024-11-14T17:23:25,067 INFO [StoreOpener-1a37c57a2b57803128f12b169ded6c73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1a37c57a2b57803128f12b169ded6c73 2024-11-14T17:23:25,075 INFO [StoreOpener-1a37c57a2b57803128f12b169ded6c73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a37c57a2b57803128f12b169ded6c73 columnFamilyName f 2024-11-14T17:23:25,075 DEBUG [StoreOpener-1a37c57a2b57803128f12b169ded6c73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:25,079 INFO [StoreOpener-1a37c57a2b57803128f12b169ded6c73-1 {}] regionserver.HStore(327): Store=1a37c57a2b57803128f12b169ded6c73/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:23:25,079 INFO [StoreOpener-1a37c57a2b57803128f12b169ded6c73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1a37c57a2b57803128f12b169ded6c73 2024-11-14T17:23:25,091 INFO [StoreOpener-1a37c57a2b57803128f12b169ded6c73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a37c57a2b57803128f12b169ded6c73 columnFamilyName f1 2024-11-14T17:23:25,091 DEBUG [StoreOpener-1a37c57a2b57803128f12b169ded6c73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:25,096 INFO [StoreOpener-1a37c57a2b57803128f12b169ded6c73-1 {}] regionserver.HStore(327): Store=1a37c57a2b57803128f12b169ded6c73/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:23:25,096 INFO [StoreOpener-1a37c57a2b57803128f12b169ded6c73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1a37c57a2b57803128f12b169ded6c73 2024-11-14T17:23:25,107 INFO [StoreOpener-1a37c57a2b57803128f12b169ded6c73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a37c57a2b57803128f12b169ded6c73 columnFamilyName norep 2024-11-14T17:23:25,107 DEBUG [StoreOpener-1a37c57a2b57803128f12b169ded6c73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:25,114 INFO [StoreOpener-1a37c57a2b57803128f12b169ded6c73-1 {}] regionserver.HStore(327): Store=1a37c57a2b57803128f12b169ded6c73/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:23:25,115 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1a37c57a2b57803128f12b169ded6c73 2024-11-14T17:23:25,121 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/data/default/test/1a37c57a2b57803128f12b169ded6c73 2024-11-14T17:23:25,125 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/data/default/test/1a37c57a2b57803128f12b169ded6c73 2024-11-14T17:23:25,138 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1a37c57a2b57803128f12b169ded6c73 2024-11-14T17:23:25,138 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1a37c57a2b57803128f12b169ded6c73 2024-11-14T17:23:25,147 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T17:23:25,158 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1a37c57a2b57803128f12b169ded6c73 2024-11-14T17:23:25,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:23:25,180 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/data/default/test/1a37c57a2b57803128f12b169ded6c73/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:23:25,184 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1a37c57a2b57803128f12b169ded6c73; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65074292, jitterRate=-0.030317485332489014}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T17:23:25,184 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1a37c57a2b57803128f12b169ded6c73 2024-11-14T17:23:25,184 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1a37c57a2b57803128f12b169ded6c73: Running coprocessor pre-open hook at 1731605005052Writing region info on filesystem at 1731605005052Initializing all the Stores at 1731605005062 (+10 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605005062Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605005064 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605005064Cleaning up temporary data from old regions at 1731605005138 (+74 ms)Running coprocessor post-open hooks at 1731605005184 (+46 ms)Region opened successfully at 1731605005184 2024-11-14T17:23:25,186 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731605004515.1a37c57a2b57803128f12b169ded6c73., pid=6, masterSystemTime=1731605005001 2024-11-14T17:23:25,189 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731605004515.1a37c57a2b57803128f12b169ded6c73. 2024-11-14T17:23:25,189 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731605004515.1a37c57a2b57803128f12b169ded6c73. 2024-11-14T17:23:25,190 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1a37c57a2b57803128f12b169ded6c73, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4e57a52647ef,40829,1731604991273 2024-11-14T17:23:25,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a37c57a2b57803128f12b169ded6c73, server=4e57a52647ef,40829,1731604991273 because future has completed 2024-11-14T17:23:25,197 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T17:23:25,197 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1a37c57a2b57803128f12b169ded6c73, server=4e57a52647ef,40829,1731604991273 in 347 msec 2024-11-14T17:23:25,200 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T17:23:25,200 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1a37c57a2b57803128f12b169ded6c73, ASSIGN in 522 msec 2024-11-14T17:23:25,200 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T17:23:25,201 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731605005200"}]},"ts":"1731605005200"} 2024-11-14T17:23:25,211 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T17:23:25,212 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T17:23:25,214 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 697 msec 2024-11-14T17:23:25,453 DEBUG [master/4e57a52647ef:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=11, created chunk count=35, reused chunk count=150, reuseRatio=81.08% 2024-11-14T17:23:25,458 DEBUG [master/4e57a52647ef:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-14T17:23:25,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:23:25,675 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T17:23:25,679 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:23:25,680 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,32899,1731604996273 2024-11-14T17:23:25,680 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@361cfd6f 2024-11-14T17:23:25,681 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:23:25,683 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:23:25,685 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32899 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T17:23:25,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32899 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T17:23:25,690 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T17:23:25,690 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:25,690 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32899 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T17:23:25,691 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T17:23:25,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:23:25,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37213 is added to blk_1073741835_1011 (size=902) 2024-11-14T17:23:25,743 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c9e5e51ff76d0babf07bcbc205183da9, NAME => 'test,,1731605005684.c9e5e51ff76d0babf07bcbc205183da9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d 2024-11-14T17:23:25,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37213 is added to blk_1073741836_1012 (size=39) 2024-11-14T17:23:25,787 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731605005684.c9e5e51ff76d0babf07bcbc205183da9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:23:25,787 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c9e5e51ff76d0babf07bcbc205183da9, disabling compactions & flushes 2024-11-14T17:23:25,787 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731605005684.c9e5e51ff76d0babf07bcbc205183da9. 2024-11-14T17:23:25,787 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731605005684.c9e5e51ff76d0babf07bcbc205183da9. 2024-11-14T17:23:25,787 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731605005684.c9e5e51ff76d0babf07bcbc205183da9. after waiting 0 ms 2024-11-14T17:23:25,787 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731605005684.c9e5e51ff76d0babf07bcbc205183da9. 2024-11-14T17:23:25,788 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731605005684.c9e5e51ff76d0babf07bcbc205183da9. 2024-11-14T17:23:25,788 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c9e5e51ff76d0babf07bcbc205183da9: Waiting for close lock at 1731605005787Disabling compacts and flushes for region at 1731605005787Disabling writes for close at 1731605005787Writing region close event to WAL at 1731605005787Closed at 1731605005787 2024-11-14T17:23:25,789 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T17:23:25,789 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731605005684.c9e5e51ff76d0babf07bcbc205183da9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731605005789"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731605005789"}]},"ts":"1731605005789"} 2024-11-14T17:23:25,800 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T17:23:25,802 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T17:23:25,802 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731605005802"}]},"ts":"1731605005802"} 2024-11-14T17:23:25,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:23:25,805 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T17:23:25,806 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c9e5e51ff76d0babf07bcbc205183da9, ASSIGN}] 2024-11-14T17:23:25,809 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c9e5e51ff76d0babf07bcbc205183da9, ASSIGN 2024-11-14T17:23:25,811 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c9e5e51ff76d0babf07bcbc205183da9, ASSIGN; state=OFFLINE, location=4e57a52647ef,38599,1731604996474; forceNewPlan=false, retain=false 2024-11-14T17:23:25,961 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c9e5e51ff76d0babf07bcbc205183da9, regionState=OPENING, regionLocation=4e57a52647ef,38599,1731604996474 2024-11-14T17:23:25,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c9e5e51ff76d0babf07bcbc205183da9, ASSIGN because future has completed 2024-11-14T17:23:25,975 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c9e5e51ff76d0babf07bcbc205183da9, server=4e57a52647ef,38599,1731604996474}] 2024-11-14T17:23:26,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:23:26,163 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731605005684.c9e5e51ff76d0babf07bcbc205183da9. 2024-11-14T17:23:26,163 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c9e5e51ff76d0babf07bcbc205183da9, NAME => 'test,,1731605005684.c9e5e51ff76d0babf07bcbc205183da9.', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:23:26,163 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T17:23:26,163 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T17:23:26,163 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c9e5e51ff76d0babf07bcbc205183da9 2024-11-14T17:23:26,163 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731605005684.c9e5e51ff76d0babf07bcbc205183da9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:23:26,164 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c9e5e51ff76d0babf07bcbc205183da9 2024-11-14T17:23:26,164 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c9e5e51ff76d0babf07bcbc205183da9 2024-11-14T17:23:26,175 INFO [StoreOpener-c9e5e51ff76d0babf07bcbc205183da9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c9e5e51ff76d0babf07bcbc205183da9 2024-11-14T17:23:26,182 INFO [StoreOpener-c9e5e51ff76d0babf07bcbc205183da9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9e5e51ff76d0babf07bcbc205183da9 columnFamilyName f 2024-11-14T17:23:26,183 DEBUG [StoreOpener-c9e5e51ff76d0babf07bcbc205183da9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:26,183 INFO [StoreOpener-c9e5e51ff76d0babf07bcbc205183da9-1 {}] regionserver.HStore(327): Store=c9e5e51ff76d0babf07bcbc205183da9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:23:26,183 INFO [StoreOpener-c9e5e51ff76d0babf07bcbc205183da9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c9e5e51ff76d0babf07bcbc205183da9 2024-11-14T17:23:26,191 INFO [StoreOpener-c9e5e51ff76d0babf07bcbc205183da9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9e5e51ff76d0babf07bcbc205183da9 columnFamilyName f1 2024-11-14T17:23:26,191 DEBUG [StoreOpener-c9e5e51ff76d0babf07bcbc205183da9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:26,192 INFO [StoreOpener-c9e5e51ff76d0babf07bcbc205183da9-1 {}] regionserver.HStore(327): Store=c9e5e51ff76d0babf07bcbc205183da9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:23:26,192 INFO [StoreOpener-c9e5e51ff76d0babf07bcbc205183da9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c9e5e51ff76d0babf07bcbc205183da9 2024-11-14T17:23:26,193 INFO [StoreOpener-c9e5e51ff76d0babf07bcbc205183da9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9e5e51ff76d0babf07bcbc205183da9 columnFamilyName norep 2024-11-14T17:23:26,193 DEBUG [StoreOpener-c9e5e51ff76d0babf07bcbc205183da9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:26,194 INFO [StoreOpener-c9e5e51ff76d0babf07bcbc205183da9-1 {}] regionserver.HStore(327): Store=c9e5e51ff76d0babf07bcbc205183da9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:23:26,194 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c9e5e51ff76d0babf07bcbc205183da9 2024-11-14T17:23:26,194 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/data/default/test/c9e5e51ff76d0babf07bcbc205183da9 2024-11-14T17:23:26,195 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/data/default/test/c9e5e51ff76d0babf07bcbc205183da9 2024-11-14T17:23:26,196 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c9e5e51ff76d0babf07bcbc205183da9 2024-11-14T17:23:26,196 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c9e5e51ff76d0babf07bcbc205183da9 2024-11-14T17:23:26,196 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T17:23:26,197 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c9e5e51ff76d0babf07bcbc205183da9 2024-11-14T17:23:26,214 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/data/default/test/c9e5e51ff76d0babf07bcbc205183da9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:23:26,215 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c9e5e51ff76d0babf07bcbc205183da9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63813188, jitterRate=-0.04910939931869507}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T17:23:26,215 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c9e5e51ff76d0babf07bcbc205183da9 2024-11-14T17:23:26,215 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c9e5e51ff76d0babf07bcbc205183da9: Running coprocessor pre-open hook at 1731605006164Writing region info on filesystem at 1731605006164Initializing all the Stores at 1731605006168 (+4 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605006168Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605006174 (+6 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605006175 (+1 ms)Cleaning up temporary data from old regions at 1731605006196 (+21 ms)Running coprocessor post-open hooks at 1731605006215 (+19 ms)Region opened successfully at 1731605006215 2024-11-14T17:23:26,216 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731605005684.c9e5e51ff76d0babf07bcbc205183da9., pid=6, masterSystemTime=1731605006134 2024-11-14T17:23:26,218 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731605005684.c9e5e51ff76d0babf07bcbc205183da9. 2024-11-14T17:23:26,218 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731605005684.c9e5e51ff76d0babf07bcbc205183da9. 2024-11-14T17:23:26,219 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c9e5e51ff76d0babf07bcbc205183da9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4e57a52647ef,38599,1731604996474 2024-11-14T17:23:26,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c9e5e51ff76d0babf07bcbc205183da9, server=4e57a52647ef,38599,1731604996474 because future has completed 2024-11-14T17:23:26,244 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T17:23:26,244 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c9e5e51ff76d0babf07bcbc205183da9, server=4e57a52647ef,38599,1731604996474 in 254 msec 2024-11-14T17:23:26,250 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T17:23:26,250 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c9e5e51ff76d0babf07bcbc205183da9, ASSIGN in 439 msec 2024-11-14T17:23:26,250 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T17:23:26,251 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731605006250"}]},"ts":"1731605006250"} 2024-11-14T17:23:26,253 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T17:23:26,254 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T17:23:26,257 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 569 msec 2024-11-14T17:23:26,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:23:26,322 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T17:23:26,322 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:23:26,323 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,33647,1731605001409 2024-11-14T17:23:26,323 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@354bf774 2024-11-14T17:23:26,323 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:23:26,324 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:23:26,325 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33647 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T17:23:26,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33647 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T17:23:26,327 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T17:23:26,327 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:26,327 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33647 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T17:23:26,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:23:26,330 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T17:23:26,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741835_1011 (size=902) 2024-11-14T17:23:26,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:23:26,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:23:26,764 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d50de4e599301ebe16c1b70a8be7e693, NAME => 'test,,1731605006325.d50de4e599301ebe16c1b70a8be7e693.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243 2024-11-14T17:23:26,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741836_1012 (size=39) 2024-11-14T17:23:26,823 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731605006325.d50de4e599301ebe16c1b70a8be7e693.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:23:26,823 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d50de4e599301ebe16c1b70a8be7e693, disabling compactions & flushes 2024-11-14T17:23:26,823 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731605006325.d50de4e599301ebe16c1b70a8be7e693. 2024-11-14T17:23:26,823 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731605006325.d50de4e599301ebe16c1b70a8be7e693. 2024-11-14T17:23:26,823 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731605006325.d50de4e599301ebe16c1b70a8be7e693. after waiting 0 ms 2024-11-14T17:23:26,823 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731605006325.d50de4e599301ebe16c1b70a8be7e693. 2024-11-14T17:23:26,823 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731605006325.d50de4e599301ebe16c1b70a8be7e693. 2024-11-14T17:23:26,823 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d50de4e599301ebe16c1b70a8be7e693: Waiting for close lock at 1731605006823Disabling compacts and flushes for region at 1731605006823Disabling writes for close at 1731605006823Writing region close event to WAL at 1731605006823Closed at 1731605006823 2024-11-14T17:23:26,826 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T17:23:26,827 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731605006325.d50de4e599301ebe16c1b70a8be7e693.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731605006826"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731605006826"}]},"ts":"1731605006826"} 2024-11-14T17:23:26,838 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T17:23:26,843 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T17:23:26,844 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731605006843"}]},"ts":"1731605006843"} 2024-11-14T17:23:26,847 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T17:23:26,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d50de4e599301ebe16c1b70a8be7e693, ASSIGN}] 2024-11-14T17:23:26,850 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d50de4e599301ebe16c1b70a8be7e693, ASSIGN 2024-11-14T17:23:26,857 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d50de4e599301ebe16c1b70a8be7e693, ASSIGN; state=OFFLINE, location=4e57a52647ef,39371,1731605001700; forceNewPlan=false, retain=false 2024-11-14T17:23:26,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:23:27,011 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d50de4e599301ebe16c1b70a8be7e693, regionState=OPENING, regionLocation=4e57a52647ef,39371,1731605001700 2024-11-14T17:23:27,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d50de4e599301ebe16c1b70a8be7e693, ASSIGN because future has completed 2024-11-14T17:23:27,025 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d50de4e599301ebe16c1b70a8be7e693, server=4e57a52647ef,39371,1731605001700}] 2024-11-14T17:23:27,250 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731605006325.d50de4e599301ebe16c1b70a8be7e693. 2024-11-14T17:23:27,250 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d50de4e599301ebe16c1b70a8be7e693, NAME => 'test,,1731605006325.d50de4e599301ebe16c1b70a8be7e693.', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:23:27,250 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T17:23:27,251 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T17:23:27,251 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d50de4e599301ebe16c1b70a8be7e693 2024-11-14T17:23:27,251 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731605006325.d50de4e599301ebe16c1b70a8be7e693.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:23:27,251 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d50de4e599301ebe16c1b70a8be7e693 2024-11-14T17:23:27,251 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d50de4e599301ebe16c1b70a8be7e693 2024-11-14T17:23:27,271 INFO [StoreOpener-d50de4e599301ebe16c1b70a8be7e693-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d50de4e599301ebe16c1b70a8be7e693 2024-11-14T17:23:27,287 INFO [StoreOpener-d50de4e599301ebe16c1b70a8be7e693-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d50de4e599301ebe16c1b70a8be7e693 columnFamilyName f 2024-11-14T17:23:27,287 DEBUG [StoreOpener-d50de4e599301ebe16c1b70a8be7e693-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:27,295 INFO [StoreOpener-d50de4e599301ebe16c1b70a8be7e693-1 {}] regionserver.HStore(327): Store=d50de4e599301ebe16c1b70a8be7e693/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:23:27,295 INFO [StoreOpener-d50de4e599301ebe16c1b70a8be7e693-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d50de4e599301ebe16c1b70a8be7e693 2024-11-14T17:23:27,309 INFO [StoreOpener-d50de4e599301ebe16c1b70a8be7e693-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d50de4e599301ebe16c1b70a8be7e693 columnFamilyName f1 2024-11-14T17:23:27,309 DEBUG [StoreOpener-d50de4e599301ebe16c1b70a8be7e693-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:27,310 INFO [StoreOpener-d50de4e599301ebe16c1b70a8be7e693-1 {}] regionserver.HStore(327): Store=d50de4e599301ebe16c1b70a8be7e693/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:23:27,310 INFO [StoreOpener-d50de4e599301ebe16c1b70a8be7e693-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d50de4e599301ebe16c1b70a8be7e693 2024-11-14T17:23:27,311 INFO [StoreOpener-d50de4e599301ebe16c1b70a8be7e693-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d50de4e599301ebe16c1b70a8be7e693 columnFamilyName norep 2024-11-14T17:23:27,311 DEBUG [StoreOpener-d50de4e599301ebe16c1b70a8be7e693-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:27,314 INFO [StoreOpener-d50de4e599301ebe16c1b70a8be7e693-1 {}] regionserver.HStore(327): Store=d50de4e599301ebe16c1b70a8be7e693/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:23:27,314 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d50de4e599301ebe16c1b70a8be7e693 2024-11-14T17:23:27,315 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/data/default/test/d50de4e599301ebe16c1b70a8be7e693 2024-11-14T17:23:27,319 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/data/default/test/d50de4e599301ebe16c1b70a8be7e693 2024-11-14T17:23:27,320 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d50de4e599301ebe16c1b70a8be7e693 2024-11-14T17:23:27,320 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d50de4e599301ebe16c1b70a8be7e693 2024-11-14T17:23:27,327 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T17:23:27,329 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d50de4e599301ebe16c1b70a8be7e693 2024-11-14T17:23:27,331 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/data/default/test/d50de4e599301ebe16c1b70a8be7e693/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:23:27,332 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d50de4e599301ebe16c1b70a8be7e693; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71078832, jitterRate=0.05915713310241699}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T17:23:27,332 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d50de4e599301ebe16c1b70a8be7e693 2024-11-14T17:23:27,332 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d50de4e599301ebe16c1b70a8be7e693: Running coprocessor pre-open hook at 1731605007251Writing region info on filesystem at 1731605007251Initializing all the Stores at 1731605007266 (+15 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605007266Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605007270 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605007270Cleaning up temporary data from old regions at 1731605007320 (+50 ms)Running coprocessor post-open hooks at 1731605007332 (+12 ms)Region opened successfully at 1731605007332 2024-11-14T17:23:27,335 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731605006325.d50de4e599301ebe16c1b70a8be7e693., pid=6, masterSystemTime=1731605007206 2024-11-14T17:23:27,345 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731605006325.d50de4e599301ebe16c1b70a8be7e693. 2024-11-14T17:23:27,345 INFO [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731605006325.d50de4e599301ebe16c1b70a8be7e693. 2024-11-14T17:23:27,351 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d50de4e599301ebe16c1b70a8be7e693, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4e57a52647ef,39371,1731605001700 2024-11-14T17:23:27,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d50de4e599301ebe16c1b70a8be7e693, server=4e57a52647ef,39371,1731605001700 because future has completed 2024-11-14T17:23:27,379 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T17:23:27,379 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d50de4e599301ebe16c1b70a8be7e693, server=4e57a52647ef,39371,1731605001700 in 341 msec 2024-11-14T17:23:27,381 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T17:23:27,381 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d50de4e599301ebe16c1b70a8be7e693, ASSIGN in 532 msec 2024-11-14T17:23:27,386 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T17:23:27,387 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731605007386"}]},"ts":"1731605007386"} 2024-11-14T17:23:27,388 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T17:23:27,394 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T17:23:27,404 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.0690 sec 2024-11-14T17:23:27,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T17:23:27,465 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T17:23:27,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a314061, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:23:27,466 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,38905,-1 for getting cluster id 2024-11-14T17:23:27,466 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:23:27,470 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b2e8e7c6-f816-415b-8787-23e89f0c1177' 2024-11-14T17:23:27,471 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:23:27,471 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b2e8e7c6-f816-415b-8787-23e89f0c1177" 2024-11-14T17:23:27,471 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15eeb96b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:23:27,471 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,38905,-1] 2024-11-14T17:23:27,471 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:23:27,471 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:23:27,472 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:23:27,473 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64609c9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:23:27,473 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:23:27,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,38905,1731604990838 2024-11-14T17:23:27,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a59b2f7 2024-11-14T17:23:27,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:23:27,478 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:23:27,478 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38905 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://4e57a52647ef:32899,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T17:23:27,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38905 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T17:23:27,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:23:27,484 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4e57a52647ef:32899' 2024-11-14T17:23:27,485 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4673bd61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:23:27,485 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,32899,-1 for getting cluster id 2024-11-14T17:23:27,485 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:23:27,490 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ac64c9d-b3de-4afe-aeb9-f8074b3e4813' 2024-11-14T17:23:27,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:23:27,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ac64c9d-b3de-4afe-aeb9-f8074b3e4813" 2024-11-14T17:23:27,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56d5b19a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:23:27,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,32899,-1] 2024-11-14T17:23:27,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:23:27,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:23:27,493 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:23:27,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2846d1a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:23:27,494 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:23:27,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,32899,1731604996273 2024-11-14T17:23:27,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63827606 2024-11-14T17:23:27,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:23:27,496 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:23:27,498 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T17:23:27,498 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T17:23:27,498 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:23:27,499 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:23:27,499 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:23:27,499 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T17:23:27,500 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T17:23:27,502 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T17:23:27,502 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:27,506 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T17:23:27,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45165 is added to blk_1073741837_1013 (size=1138) 2024-11-14T17:23:27,551 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T17:23:27,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:23:27,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:23:27,949 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e4498ab7829bffa792442d74b81f2182, NAME => 'hbase:replication,,1731605007499.e4498ab7829bffa792442d74b81f2182.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711 2024-11-14T17:23:28,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45165 is added to blk_1073741838_1014 (size=44) 2024-11-14T17:23:28,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:23:28,410 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731605007499.e4498ab7829bffa792442d74b81f2182.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:23:28,410 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e4498ab7829bffa792442d74b81f2182, disabling compactions & flushes 2024-11-14T17:23:28,410 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731605007499.e4498ab7829bffa792442d74b81f2182. 2024-11-14T17:23:28,410 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731605007499.e4498ab7829bffa792442d74b81f2182. 2024-11-14T17:23:28,410 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731605007499.e4498ab7829bffa792442d74b81f2182. after waiting 0 ms 2024-11-14T17:23:28,410 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731605007499.e4498ab7829bffa792442d74b81f2182. 2024-11-14T17:23:28,410 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731605007499.e4498ab7829bffa792442d74b81f2182. 2024-11-14T17:23:28,410 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e4498ab7829bffa792442d74b81f2182: Waiting for close lock at 1731605008410Disabling compacts and flushes for region at 1731605008410Disabling writes for close at 1731605008410Writing region close event to WAL at 1731605008410Closed at 1731605008410 2024-11-14T17:23:28,413 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T17:23:28,413 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731605007499.e4498ab7829bffa792442d74b81f2182.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731605008413"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731605008413"}]},"ts":"1731605008413"} 2024-11-14T17:23:28,425 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T17:23:28,427 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T17:23:28,427 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731605008427"}]},"ts":"1731605008427"} 2024-11-14T17:23:28,431 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T17:23:28,431 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e4498ab7829bffa792442d74b81f2182, ASSIGN}] 2024-11-14T17:23:28,433 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e4498ab7829bffa792442d74b81f2182, ASSIGN 2024-11-14T17:23:28,435 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e4498ab7829bffa792442d74b81f2182, ASSIGN; state=OFFLINE, location=4e57a52647ef,40829,1731604991273; forceNewPlan=false, retain=false 2024-11-14T17:23:28,586 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e4498ab7829bffa792442d74b81f2182, regionState=OPENING, regionLocation=4e57a52647ef,40829,1731604991273 2024-11-14T17:23:28,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e4498ab7829bffa792442d74b81f2182, ASSIGN because future has completed 2024-11-14T17:23:28,603 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4498ab7829bffa792442d74b81f2182, server=4e57a52647ef,40829,1731604991273}] 2024-11-14T17:23:28,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:23:28,791 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731605007499.e4498ab7829bffa792442d74b81f2182. 2024-11-14T17:23:28,795 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T17:23:28,795 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T17:23:28,802 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4e57a52647ef%2C40829%2C1731604991273.rep, suffix=, logDir=hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273, archiveDir=hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/oldWALs, maxLogs=10 2024-11-14T17:23:28,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.rep.1731605008803, exclude list is [], retry=0 2024-11-14T17:23:28,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45165,DS-5f70e98b-9c1d-4800-9d17-fd40b12e1c65,DISK] 2024-11-14T17:23:28,859 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.rep.1731605008803 2024-11-14T17:23:28,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45157:45157)] 2024-11-14T17:23:28,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e4498ab7829bffa792442d74b81f2182, NAME => 'hbase:replication,,1731605007499.e4498ab7829bffa792442d74b81f2182.', STARTKEY => '', ENDKEY => ''} 2024-11-14T17:23:28,864 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T17:23:28,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T17:23:28,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731605007499.e4498ab7829bffa792442d74b81f2182. service=MultiRowMutationService 2024-11-14T17:23:28,864 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T17:23:28,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e4498ab7829bffa792442d74b81f2182 2024-11-14T17:23:28,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731605007499.e4498ab7829bffa792442d74b81f2182.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T17:23:28,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e4498ab7829bffa792442d74b81f2182 2024-11-14T17:23:28,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e4498ab7829bffa792442d74b81f2182 2024-11-14T17:23:28,891 INFO [StoreOpener-e4498ab7829bffa792442d74b81f2182-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e4498ab7829bffa792442d74b81f2182 2024-11-14T17:23:28,895 INFO [StoreOpener-e4498ab7829bffa792442d74b81f2182-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4498ab7829bffa792442d74b81f2182 columnFamilyName hfileref 2024-11-14T17:23:28,895 DEBUG [StoreOpener-e4498ab7829bffa792442d74b81f2182-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:28,898 INFO [StoreOpener-e4498ab7829bffa792442d74b81f2182-1 {}] regionserver.HStore(327): Store=e4498ab7829bffa792442d74b81f2182/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:23:28,898 INFO [StoreOpener-e4498ab7829bffa792442d74b81f2182-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e4498ab7829bffa792442d74b81f2182 2024-11-14T17:23:28,905 INFO [StoreOpener-e4498ab7829bffa792442d74b81f2182-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4498ab7829bffa792442d74b81f2182 columnFamilyName queue 2024-11-14T17:23:28,905 DEBUG [StoreOpener-e4498ab7829bffa792442d74b81f2182-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:28,913 INFO [StoreOpener-e4498ab7829bffa792442d74b81f2182-1 {}] regionserver.HStore(327): Store=e4498ab7829bffa792442d74b81f2182/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:23:28,914 INFO [StoreOpener-e4498ab7829bffa792442d74b81f2182-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e4498ab7829bffa792442d74b81f2182 2024-11-14T17:23:28,923 INFO [StoreOpener-e4498ab7829bffa792442d74b81f2182-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4498ab7829bffa792442d74b81f2182 columnFamilyName sid 2024-11-14T17:23:28,923 DEBUG [StoreOpener-e4498ab7829bffa792442d74b81f2182-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T17:23:28,930 INFO [StoreOpener-e4498ab7829bffa792442d74b81f2182-1 {}] regionserver.HStore(327): Store=e4498ab7829bffa792442d74b81f2182/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T17:23:28,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e4498ab7829bffa792442d74b81f2182 2024-11-14T17:23:28,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/data/hbase/replication/e4498ab7829bffa792442d74b81f2182 2024-11-14T17:23:28,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/data/hbase/replication/e4498ab7829bffa792442d74b81f2182 2024-11-14T17:23:28,963 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e4498ab7829bffa792442d74b81f2182 2024-11-14T17:23:28,964 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e4498ab7829bffa792442d74b81f2182 2024-11-14T17:23:28,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T17:23:28,985 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e4498ab7829bffa792442d74b81f2182 2024-11-14T17:23:29,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/data/hbase/replication/e4498ab7829bffa792442d74b81f2182/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T17:23:29,015 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e4498ab7829bffa792442d74b81f2182; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61634035, jitterRate=-0.08158130943775177}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T17:23:29,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e4498ab7829bffa792442d74b81f2182 2024-11-14T17:23:29,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e4498ab7829bffa792442d74b81f2182: Running coprocessor pre-open hook at 1731605008865Writing region info on filesystem at 1731605008865Initializing all the Stores at 1731605008873 (+8 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605008873Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605008890 (+17 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605008890Cleaning up temporary data from old regions at 1731605008964 (+74 ms)Running coprocessor post-open hooks at 1731605009015 (+51 ms)Region opened successfully at 1731605009015 2024-11-14T17:23:29,029 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731605007499.e4498ab7829bffa792442d74b81f2182., pid=10, masterSystemTime=1731605008766 2024-11-14T17:23:29,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731605007499.e4498ab7829bffa792442d74b81f2182. 2024-11-14T17:23:29,044 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e4498ab7829bffa792442d74b81f2182, regionState=OPEN, openSeqNum=2, regionLocation=4e57a52647ef,40829,1731604991273 2024-11-14T17:23:29,046 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731605007499.e4498ab7829bffa792442d74b81f2182. 2024-11-14T17:23:29,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4498ab7829bffa792442d74b81f2182, server=4e57a52647ef,40829,1731604991273 because future has completed 2024-11-14T17:23:29,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T17:23:29,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e4498ab7829bffa792442d74b81f2182, server=4e57a52647ef,40829,1731604991273 in 452 msec 2024-11-14T17:23:29,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T17:23:29,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e4498ab7829bffa792442d74b81f2182, ASSIGN in 631 msec 2024-11-14T17:23:29,065 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T17:23:29,066 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731605009066"}]},"ts":"1731605009066"} 2024-11-14T17:23:29,075 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T17:23:29,077 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T17:23:29,078 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.5780 sec 2024-11-14T17:23:29,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731605007499.e4498ab7829bffa792442d74b81f2182., hostname=4e57a52647ef,40829,1731604991273, seqNum=2] 2024-11-14T17:23:29,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40829-0x100ab76d5a50001, quorum=127.0.0.1:56435, baseZNode=/0-582836909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-582836909 2024-11-14T17:23:29,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38905-0x100ab76d5a50000, quorum=127.0.0.1:56435, baseZNode=/0-582836909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-582836909 2024-11-14T17:23:29,198 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T17:23:29,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40829 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T17:23:29,363 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T17:23:29,462 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4e57a52647ef,40829,1731604991273, ReplicationSource: 1, currentBandwidth=0 2024-11-14T17:23:29,463 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:23:29,463 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,40829,1731604991273, seqNum=-1] 2024-11-14T17:23:29,464 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:23:29,465 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40469, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-14T17:23:29,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4e57a52647ef,40829,1731604991273', locateType=CURRENT is [region=hbase:replication,,1731605007499.e4498ab7829bffa792442d74b81f2182., hostname=4e57a52647ef,40829,1731604991273, seqNum=2] 2024-11-14T17:23:29,483 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T17:23:29,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38905 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T17:23:29,505 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40829,1731604991273 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4e57a52647ef:32899' 2024-11-14T17:23:29,505 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4e57a52647ef,40829,1731604991273 suceeded 2024-11-14T17:23:29,507 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40829,1731604991273 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7263cf2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:23:29,507 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40829,1731604991273 {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,32899,-1 for getting cluster id 2024-11-14T17:23:29,507 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40829,1731604991273 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:23:29,509 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ac64c9d-b3de-4afe-aeb9-f8074b3e4813' 2024-11-14T17:23:29,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:23:29,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ac64c9d-b3de-4afe-aeb9-f8074b3e4813" 2024-11-14T17:23:29,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@166206ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:23:29,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,32899,-1] 2024-11-14T17:23:29,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:23:29,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:23:29,511 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:23:29,512 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40829,1731604991273 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9462cb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:23:29,512 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40829,1731604991273 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:23:29,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,32899,1731604996273 2024-11-14T17:23:29,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5964fa8f 2024-11-14T17:23:29,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:23:29,519 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-14T17:23:29,523 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T17:23:29,523 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40829,1731604991273 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4e57a52647ef,40829,1731604991273 (queues=1) is replicating from cluster=b2e8e7c6-f816-415b-8787-23e89f0c1177 to cluster=6ac64c9d-b3de-4afe-aeb9-f8074b3e4813 2024-11-14T17:23:29,523 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 307 msec 2024-11-14T17:23:29,523 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40829,1731604991273 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4e57a52647ef%2C40829%2C1731604991273 2024-11-14T17:23:29,523 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4e57a52647ef:32899,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T17:23:29,523 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40829,1731604991273 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4e57a52647ef,40829,1731604991273, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T17:23:29,526 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40829,1731604991273.replicationSource.wal-reader.4e57a52647ef%2C40829%2C1731604991273,1-4e57a52647ef,40829,1731604991273 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.1731604993218, startPosition=0, beingWritten=true 2024-11-14T17:23:29,532 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 2.0450 sec 2024-11-14T17:23:29,536 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40829,1731604991273.replicationSource.shipper4e57a52647ef%2C40829%2C1731604991273,1-4e57a52647ef,40829,1731604991273 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4e57a52647ef%2C40829%2C1731604991273 2024-11-14T17:23:29,575 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40829,1731604991273.replicationSource.wal-reader.4e57a52647ef%2C40829%2C1731604991273,1-4e57a52647ef,40829,1731604991273 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T17:23:29,575 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40829,1731604991273.replicationSource.wal-reader.4e57a52647ef%2C40829%2C1731604991273,1-4e57a52647ef,40829,1731604991273 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.1731604993218 to pos 379, reset compression=false 2024-11-14T17:23:29,577 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40829,1731604991273.replicationSource.shipper4e57a52647ef%2C40829%2C1731604991273,1-4e57a52647ef,40829,1731604991273 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,40829,1731604991273 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.1731604993218, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T17:23:29,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T17:23:29,634 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T17:23:29,638 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:23:29,639 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:23:29,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:23:29,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:23:29,640 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:23:29,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@796dd015, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:23:29,652 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,38905,-1 for getting cluster id 2024-11-14T17:23:29,652 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:23:29,654 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b2e8e7c6-f816-415b-8787-23e89f0c1177' 2024-11-14T17:23:29,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:23:29,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b2e8e7c6-f816-415b-8787-23e89f0c1177" 2024-11-14T17:23:29,667 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6886e526, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:23:29,667 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,38905,-1] 2024-11-14T17:23:29,667 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:23:29,667 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:23:29,668 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:23:29,669 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65e84c1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:23:29,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@429f4238, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:23:29,675 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,32899,-1 for getting cluster id 2024-11-14T17:23:29,675 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:23:29,679 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ac64c9d-b3de-4afe-aeb9-f8074b3e4813' 2024-11-14T17:23:29,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:23:29,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ac64c9d-b3de-4afe-aeb9-f8074b3e4813" 2024-11-14T17:23:29,680 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61e1789b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:23:29,680 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,32899,-1] 2024-11-14T17:23:29,680 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:23:29,680 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:23:29,682 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:23:29,684 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26547b25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:23:29,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4efa503a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:23:29,708 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,33647,-1 for getting cluster id 2024-11-14T17:23:29,708 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:23:29,710 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8942305-7bac-4910-870b-d0320320951a' 2024-11-14T17:23:29,710 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:23:29,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8942305-7bac-4910-870b-d0320320951a" 2024-11-14T17:23:29,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c4a31a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:23:29,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,33647,-1] 2024-11-14T17:23:29,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:23:29,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:23:29,712 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:23:29,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6671e970, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:23:29,715 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:23:29,730 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731605009729/Put/seqid=0 2024-11-14T17:23:29,756 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T17:23:29,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:29,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:29,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:29,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:29,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:29,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:29,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:29,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45165 is added to blk_1073741840_1016 (size=7894) 2024-11-14T17:23:29,806 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40829,1731604991273.replicationSource.wal-reader.4e57a52647ef%2C40829%2C1731604991273,1-4e57a52647ef,40829,1731604991273 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.1731604993218 to pos 379, reset compression=false 2024-11-14T17:23:29,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:29,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:29,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:29,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:29,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:29,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:29,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:29,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:29,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:29,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:30,136 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40829,1731604991273.replicationSource.wal-reader.4e57a52647ef%2C40829%2C1731604991273,1-4e57a52647ef,40829,1731604991273 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.1731604993218 to pos 379, reset compression=false 2024-11-14T17:23:30,220 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731605010219/Put/seqid=0 2024-11-14T17:23:30,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45165 is added to blk_1073741841_1017 (size=7691) 2024-11-14T17:23:30,579 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40829,1731604991273.replicationSource.wal-reader.4e57a52647ef%2C40829%2C1731604991273,1-4e57a52647ef,40829,1731604991273 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.1731604993218 to pos 379, reset compression=false 2024-11-14T17:23:30,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3517efad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:23:30,651 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,38905,-1 for getting cluster id 2024-11-14T17:23:30,651 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:23:30,652 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b2e8e7c6-f816-415b-8787-23e89f0c1177' 2024-11-14T17:23:30,652 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:23:30,652 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b2e8e7c6-f816-415b-8787-23e89f0c1177" 2024-11-14T17:23:30,652 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ff0d21a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:23:30,652 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,38905,-1] 2024-11-14T17:23:30,652 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:23:30,653 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:23:30,658 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:23:30,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69f8c3f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:23:30,659 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:23:30,660 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,40829,1731604991273, seqNum=-1] 2024-11-14T17:23:30,661 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:23:30,661 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:23:30,671 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:23:30,675 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,38905,1731604990838 2024-11-14T17:23:30,675 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3904d120 2024-11-14T17:23:30,676 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:23:30,679 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:23:30,687 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731605004515.1a37c57a2b57803128f12b169ded6c73., hostname=4e57a52647ef,40829,1731604991273, seqNum=2] 2024-11-14T17:23:30,690 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T17:23:30,697 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-14T17:23:30,699 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-14T17:23:30,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 1a37c57a2b57803128f12b169ded6c73/f 2024-11-14T17:23:30,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-14T17:23:30,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T17:23:30,745 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 1a37c57a2b57803128f12b169ded6c73/f 2024-11-14T17:23:30,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-14T17:23:30,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T17:23:30,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] regionserver.HRegion(2603): Flush status journal for 1a37c57a2b57803128f12b169ded6c73: 2024-11-14T17:23:30,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/staging/jenkins__test__t6ev1dg8v65pbqqhugam7fh1fl66gac0qom72ul9ni053200scgktngfhjkegn9/f/hfile_0 2024-11-14T17:23:30,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/staging/jenkins__test__t6ev1dg8v65pbqqhugam7fh1fl66gac0qom72ul9ni053200scgktngfhjkegn9/f/hfile_0 as hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/data/default/test/1a37c57a2b57803128f12b169ded6c73/f/87e0f398fc604852a745fc388c1c35f5_SeqId_4_ 2024-11-14T17:23:30,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/staging/jenkins__test__t6ev1dg8v65pbqqhugam7fh1fl66gac0qom72ul9ni053200scgktngfhjkegn9/f/hfile_1 2024-11-14T17:23:30,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/staging/jenkins__test__t6ev1dg8v65pbqqhugam7fh1fl66gac0qom72ul9ni053200scgktngfhjkegn9/f/hfile_1 as hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/data/default/test/1a37c57a2b57803128f12b169ded6c73/f/3210b6288ca64041b1501eea84712d62_SeqId_4_ 2024-11-14T17:23:30,786 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/staging/jenkins__test__t6ev1dg8v65pbqqhugam7fh1fl66gac0qom72ul9ni053200scgktngfhjkegn9/f/hfile_0 into 1a37c57a2b57803128f12b169ded6c73/f as hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/data/default/test/1a37c57a2b57803128f12b169ded6c73/f/87e0f398fc604852a745fc388c1c35f5_SeqId_4_ - updating store file list. 2024-11-14T17:23:30,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 87e0f398fc604852a745fc388c1c35f5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T17:23:30,805 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/data/default/test/1a37c57a2b57803128f12b169ded6c73/f/87e0f398fc604852a745fc388c1c35f5_SeqId_4_ into 1a37c57a2b57803128f12b169ded6c73/f 2024-11-14T17:23:30,805 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/staging/jenkins__test__t6ev1dg8v65pbqqhugam7fh1fl66gac0qom72ul9ni053200scgktngfhjkegn9/f/hfile_0 into 1a37c57a2b57803128f12b169ded6c73/f (new location: hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/data/default/test/1a37c57a2b57803128f12b169ded6c73/f/87e0f398fc604852a745fc388c1c35f5_SeqId_4_) 2024-11-14T17:23:30,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/staging/jenkins__test__t6ev1dg8v65pbqqhugam7fh1fl66gac0qom72ul9ni053200scgktngfhjkegn9/f/hfile_0 2024-11-14T17:23:30,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/staging/jenkins__test__t6ev1dg8v65pbqqhugam7fh1fl66gac0qom72ul9ni053200scgktngfhjkegn9/f/hfile_1 into 1a37c57a2b57803128f12b169ded6c73/f as hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/data/default/test/1a37c57a2b57803128f12b169ded6c73/f/3210b6288ca64041b1501eea84712d62_SeqId_4_ - updating store file list. 2024-11-14T17:23:30,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3210b6288ca64041b1501eea84712d62_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T17:23:30,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/data/default/test/1a37c57a2b57803128f12b169ded6c73/f/3210b6288ca64041b1501eea84712d62_SeqId_4_ into 1a37c57a2b57803128f12b169ded6c73/f 2024-11-14T17:23:30,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/staging/jenkins__test__t6ev1dg8v65pbqqhugam7fh1fl66gac0qom72ul9ni053200scgktngfhjkegn9/f/hfile_1 into 1a37c57a2b57803128f12b169ded6c73/f (new location: hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/data/default/test/1a37c57a2b57803128f12b169ded6c73/f/3210b6288ca64041b1501eea84712d62_SeqId_4_) 2024-11-14T17:23:30,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/staging/jenkins__test__t6ev1dg8v65pbqqhugam7fh1fl66gac0qom72ul9ni053200scgktngfhjkegn9/f/hfile_1 2024-11-14T17:23:30,831 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:23:30,831 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:23:30,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:23:30,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:23:30,832 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731605004515.1a37c57a2b57803128f12b169ded6c73., hostname=4e57a52647ef,40829,1731604991273, seqNum=2 , the old value is region=test,,1731605004515.1a37c57a2b57803128f12b169ded6c73., hostname=4e57a52647ef,40829,1731604991273, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=4e57a52647ef:40829 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T17:23:30,832 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731605004515.1a37c57a2b57803128f12b169ded6c73., hostname=4e57a52647ef,40829,1731604991273, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T17:23:30,832 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731605004515.1a37c57a2b57803128f12b169ded6c73., hostname=4e57a52647ef,40829,1731604991273, seqNum=2 from cache 2024-11-14T17:23:30,833 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:23:30,833 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:23:30,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 263 connection: 172.17.0.3:49698 deadline: 1731605070832 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:49698 2024-11-14T17:23:30,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,38599,1731604996474, seqNum=-1] 2024-11-14T17:23:30,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:23:30,838 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:23:30,840 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731605005684.c9e5e51ff76d0babf07bcbc205183da9., hostname=4e57a52647ef,38599,1731604996474, seqNum=2] 2024-11-14T17:23:30,843 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T17:23:30,944 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e57a52647ef:40829 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T17:23:31,097 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40829,1731604991273.replicationSource.wal-reader.4e57a52647ef%2C40829%2C1731604991273,1-4e57a52647ef,40829,1731604991273 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.1731604993218 to pos 379, reset compression=false 2024-11-14T17:23:31,123 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40829,1731604991273.replicationSource.wal-reader.4e57a52647ef%2C40829%2C1731604991273,1-4e57a52647ef,40829,1731604991273 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T17:23:31,123 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40829,1731604991273.replicationSource.shipper4e57a52647ef%2C40829%2C1731604991273,1-4e57a52647ef,40829,1731604991273 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,40829,1731604991273 got entry batch from reader: WALEntryBatch [walEntries=[{test/1a37c57a2b57803128f12b169ded6c73/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731605010829/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.1731604993218, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T17:23:31,134 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40829,1731604991273.replicationSource.shipper4e57a52647ef%2C40829%2C1731604991273,1-4e57a52647ef,40829,1731604991273 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T17:23:31,135 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-14T17:23:31,136 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] regionserver.ReplicationSink(318): Replicating [b2e8e7c6-f816-415b-8787-23e89f0c1177] bulk loaded data 2024-11-14T17:23:31,137 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f0ca496, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:23:31,137 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,32899,-1 for getting cluster id 2024-11-14T17:23:31,137 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:23:31,142 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ac64c9d-b3de-4afe-aeb9-f8074b3e4813' 2024-11-14T17:23:31,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:23:31,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ac64c9d-b3de-4afe-aeb9-f8074b3e4813" 2024-11-14T17:23:31,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79d5b64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:23:31,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,32899,-1] 2024-11-14T17:23:31,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:23:31,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:23:31,146 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:23:31,149 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55177f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:23:31,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37213 is added to blk_1073741837_1013 (size=7894) 2024-11-14T17:23:31,326 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40829,1731604991273.replicationSource.wal-reader.4e57a52647ef%2C40829%2C1731604991273,1-4e57a52647ef,40829,1731604991273 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.1731604993218 to pos 687, reset compression=false 2024-11-14T17:23:31,581 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T17:23:31,671 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40829,1731604991273.replicationSource.wal-reader.4e57a52647ef%2C40829%2C1731604991273,1-4e57a52647ef,40829,1731604991273 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.1731604993218 to pos 687, reset compression=false 2024-11-14T17:23:31,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37213 is added to blk_1073741838_1014 (size=7691) 2024-11-14T17:23:31,734 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:23:31,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,32899,1731604996273 2024-11-14T17:23:31,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9238caf 2024-11-14T17:23:31,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:23:31,738 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-14T17:23:31,742 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T17:23:31,742 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:23:31,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,38599,1731604996474, seqNum=-1] 2024-11-14T17:23:31,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:23:31,744 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-14T17:23:31,785 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/staging/jenkins.hfs.22__test__fse2hovvhb736t1ehpadc1e19r3dgsa6fldhtfkabfpv6ah757akf22d00a436to/f/3210b6288ca64041b1501eea84712d62_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-14T17:23:31,813 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/staging/jenkins.hfs.22__test__fse2hovvhb736t1ehpadc1e19r3dgsa6fldhtfkabfpv6ah757akf22d00a436to/f/87e0f398fc604852a745fc388c1c35f5_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-14T17:23:31,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/staging/jenkins.hfs.22__test__fse2hovvhb736t1ehpadc1e19r3dgsa6fldhtfkabfpv6ah757akf22d00a436to/f/87e0f398fc604852a745fc388c1c35f5_SeqId_4_ for inclusion in c9e5e51ff76d0babf07bcbc205183da9/f 2024-11-14T17:23:31,846 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T17:23:31,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-14T17:23:31,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T17:23:31,854 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/staging/jenkins.hfs.22__test__fse2hovvhb736t1ehpadc1e19r3dgsa6fldhtfkabfpv6ah757akf22d00a436to/f/3210b6288ca64041b1501eea84712d62_SeqId_4_ for inclusion in c9e5e51ff76d0babf07bcbc205183da9/f 2024-11-14T17:23:31,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-14T17:23:31,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T17:23:31,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] regionserver.HRegion(2603): Flush status journal for c9e5e51ff76d0babf07bcbc205183da9: 2024-11-14T17:23:31,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 87e0f398fc604852a745fc388c1c35f5_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T17:23:31,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/staging/jenkins.hfs.22__test__fse2hovvhb736t1ehpadc1e19r3dgsa6fldhtfkabfpv6ah757akf22d00a436to/f/87e0f398fc604852a745fc388c1c35f5_SeqId_4_ as hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/data/default/test/c9e5e51ff76d0babf07bcbc205183da9/f/8fb4d22b8ff440728ec75c1e41792260_SeqId_4_ 2024-11-14T17:23:31,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3210b6288ca64041b1501eea84712d62_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T17:23:31,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/staging/jenkins.hfs.22__test__fse2hovvhb736t1ehpadc1e19r3dgsa6fldhtfkabfpv6ah757akf22d00a436to/f/3210b6288ca64041b1501eea84712d62_SeqId_4_ as hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/data/default/test/c9e5e51ff76d0babf07bcbc205183da9/f/8f96edf9dad14cefa97038872ff2f996_SeqId_4_ 2024-11-14T17:23:31,898 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/staging/jenkins.hfs.22__test__fse2hovvhb736t1ehpadc1e19r3dgsa6fldhtfkabfpv6ah757akf22d00a436to/f/87e0f398fc604852a745fc388c1c35f5_SeqId_4_ into c9e5e51ff76d0babf07bcbc205183da9/f as hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/data/default/test/c9e5e51ff76d0babf07bcbc205183da9/f/8fb4d22b8ff440728ec75c1e41792260_SeqId_4_ - updating store file list. 2024-11-14T17:23:31,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8fb4d22b8ff440728ec75c1e41792260_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T17:23:31,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/data/default/test/c9e5e51ff76d0babf07bcbc205183da9/f/8fb4d22b8ff440728ec75c1e41792260_SeqId_4_ into c9e5e51ff76d0babf07bcbc205183da9/f 2024-11-14T17:23:31,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/staging/jenkins.hfs.22__test__fse2hovvhb736t1ehpadc1e19r3dgsa6fldhtfkabfpv6ah757akf22d00a436to/f/87e0f398fc604852a745fc388c1c35f5_SeqId_4_ into c9e5e51ff76d0babf07bcbc205183da9/f (new location: hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/data/default/test/c9e5e51ff76d0babf07bcbc205183da9/f/8fb4d22b8ff440728ec75c1e41792260_SeqId_4_) 2024-11-14T17:23:31,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/staging/jenkins.hfs.22__test__fse2hovvhb736t1ehpadc1e19r3dgsa6fldhtfkabfpv6ah757akf22d00a436to/f/87e0f398fc604852a745fc388c1c35f5_SeqId_4_ 2024-11-14T17:23:31,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/staging/jenkins.hfs.22__test__fse2hovvhb736t1ehpadc1e19r3dgsa6fldhtfkabfpv6ah757akf22d00a436to/f/3210b6288ca64041b1501eea84712d62_SeqId_4_ into c9e5e51ff76d0babf07bcbc205183da9/f as hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/data/default/test/c9e5e51ff76d0babf07bcbc205183da9/f/8f96edf9dad14cefa97038872ff2f996_SeqId_4_ - updating store file list. 2024-11-14T17:23:31,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8f96edf9dad14cefa97038872ff2f996_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T17:23:31,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/data/default/test/c9e5e51ff76d0babf07bcbc205183da9/f/8f96edf9dad14cefa97038872ff2f996_SeqId_4_ into c9e5e51ff76d0babf07bcbc205183da9/f 2024-11-14T17:23:31,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/staging/jenkins.hfs.22__test__fse2hovvhb736t1ehpadc1e19r3dgsa6fldhtfkabfpv6ah757akf22d00a436to/f/3210b6288ca64041b1501eea84712d62_SeqId_4_ into c9e5e51ff76d0babf07bcbc205183da9/f (new location: hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/data/default/test/c9e5e51ff76d0babf07bcbc205183da9/f/8f96edf9dad14cefa97038872ff2f996_SeqId_4_) 2024-11-14T17:23:31,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/staging/jenkins.hfs.22__test__fse2hovvhb736t1ehpadc1e19r3dgsa6fldhtfkabfpv6ah757akf22d00a436to/f/3210b6288ca64041b1501eea84712d62_SeqId_4_ 2024-11-14T17:23:31,937 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] regionserver.ReplicationSink(324): Finished replicating [b2e8e7c6-f816-415b-8787-23e89f0c1177] bulk loaded data 2024-11-14T17:23:32,107 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40829,1731604991273.replicationSource.wal-reader.4e57a52647ef%2C40829%2C1731604991273,1-4e57a52647ef,40829,1731604991273 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.1731604993218 to pos 687, reset compression=false 2024-11-14T17:23:32,639 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40829,1731604991273.replicationSource.wal-reader.4e57a52647ef%2C40829%2C1731604991273,1-4e57a52647ef,40829,1731604991273 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.1731604993218 to pos 687, reset compression=false 2024-11-14T17:23:32,865 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:23:32,866 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,39371,1731605001700, seqNum=-1] 2024-11-14T17:23:32,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:23:32,868 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:23:32,870 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731605006325.d50de4e599301ebe16c1b70a8be7e693., hostname=4e57a52647ef,39371,1731605001700, seqNum=2] 2024-11-14T17:23:32,878 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T17:23:32,883 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T17:23:32,887 DEBUG [regionserver/4e57a52647ef:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 4e57a52647ef%2C40829%2C1731604991273:(num 1731604993218) roll requested 2024-11-14T17:23:32,920 DEBUG [regionserver/4e57a52647ef:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.1731605012887, exclude list is [], retry=0 2024-11-14T17:23:32,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45165,DS-5f70e98b-9c1d-4800-9d17-fd40b12e1c65,DISK] 2024-11-14T17:23:32,948 INFO [regionserver/4e57a52647ef:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.1731604993218 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.1731605012887 2024-11-14T17:23:32,951 DEBUG [regionserver/4e57a52647ef:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45157:45157)] 2024-11-14T17:23:32,951 DEBUG [regionserver/4e57a52647ef:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.1731604993218 is not closed yet, will try archiving it next time 2024-11-14T17:23:32,951 DEBUG [regionserver/4e57a52647ef:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 4e57a52647ef%2C40829%2C1731604991273.rep:(num 1731605008803) roll requested 2024-11-14T17:23:32,960 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.1731604993218 not finished, retry = 0 2024-11-14T17:23:32,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45165 is added to blk_1073741833_1009 (size=695) 2024-11-14T17:23:32,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4687b99a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:23:32,963 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,38905,-1 for getting cluster id 2024-11-14T17:23:32,963 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:23:32,966 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b2e8e7c6-f816-415b-8787-23e89f0c1177' 2024-11-14T17:23:32,967 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:23:32,967 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b2e8e7c6-f816-415b-8787-23e89f0c1177" 2024-11-14T17:23:32,967 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68362610, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:23:32,967 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,38905,-1] 2024-11-14T17:23:32,967 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:23:32,967 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:23:32,974 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:23:32,975 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b88a800, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:23:32,978 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:23:32,987 DEBUG [regionserver/4e57a52647ef:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.rep.1731605012951, exclude list is [], retry=0 2024-11-14T17:23:32,988 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,38905,1731604990838 2024-11-14T17:23:32,988 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e00be6b 2024-11-14T17:23:32,988 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:23:32,991 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:23:32,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38905 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://4e57a52647ef:33647,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T17:23:32,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45165,DS-5f70e98b-9c1d-4800-9d17-fd40b12e1c65,DISK] 2024-11-14T17:23:32,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38905 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T17:23:32,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T17:23:33,003 INFO [regionserver/4e57a52647ef:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.rep.1731605008803 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.rep.1731605012951 2024-11-14T17:23:33,007 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4e57a52647ef:33647' 2024-11-14T17:23:33,015 DEBUG [regionserver/4e57a52647ef:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45157:45157)] 2024-11-14T17:23:33,015 DEBUG [regionserver/4e57a52647ef:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.rep.1731605008803 is not closed yet, will try archiving it next time 2024-11-14T17:23:33,015 DEBUG [regionserver/4e57a52647ef:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 4e57a52647ef%2C40829%2C1731604991273.meta:.meta(num 1731604993723) roll requested 2024-11-14T17:23:33,015 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18009732, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:23:33,015 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,33647,-1 for getting cluster id 2024-11-14T17:23:33,015 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:23:33,021 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8942305-7bac-4910-870b-d0320320951a' 2024-11-14T17:23:33,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:23:33,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8942305-7bac-4910-870b-d0320320951a" 2024-11-14T17:23:33,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@404a197b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:23:33,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,33647,-1] 2024-11-14T17:23:33,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:23:33,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:23:33,025 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.rep.1731605008803 not finished, retry = 0 2024-11-14T17:23:33,026 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:23:33,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45165 is added to blk_1073741839_1015 (size=1505) 2024-11-14T17:23:33,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7651cdd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:23:33,031 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:23:33,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,33647,1731605001409 2024-11-14T17:23:33,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41e42893 2024-11-14T17:23:33,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:23:33,037 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:23:33,043 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-14T17:23:33,043 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T17:23:33,043 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:23:33,043 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:23:33,043 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:23:33,048 DEBUG [regionserver/4e57a52647ef:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.meta.1731605013015.meta, exclude list is [], retry=0 2024-11-14T17:23:33,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45165,DS-5f70e98b-9c1d-4800-9d17-fd40b12e1c65,DISK] 2024-11-14T17:23:33,077 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.1731604993218 to hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/oldWALs/4e57a52647ef%2C40829%2C1731604991273.1731604993218 2024-11-14T17:23:33,082 INFO [regionserver/4e57a52647ef:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.meta.1731604993723.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.meta.1731605013015.meta 2024-11-14T17:23:33,091 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T17:23:33,097 DEBUG [regionserver/4e57a52647ef:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45157:45157)] 2024-11-14T17:23:33,097 DEBUG [regionserver/4e57a52647ef:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.meta.1731604993723.meta is not closed yet, will try archiving it next time 2024-11-14T17:23:33,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T17:23:33,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45165 is added to blk_1073741834_1010 (size=3473) 2024-11-14T17:23:33,104 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.meta.1731604993723.meta not finished, retry = 0 2024-11-14T17:23:33,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T17:23:33,248 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40829,1731604991273.replicationSource.wal-reader.4e57a52647ef%2C40829%2C1731604991273,1-4e57a52647ef,40829,1731604991273 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.1731604993218 to pos 687, reset compression=false 2024-11-14T17:23:33,261 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40829,1731604991273.replicationSource.wal-reader.4e57a52647ef%2C40829%2C1731604991273,1-4e57a52647ef,40829,1731604991273 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.1731604993218 was moved to hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/oldWALs/4e57a52647ef%2C40829%2C1731604991273.1731604993218 2024-11-14T17:23:33,271 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40829,1731604991273.replicationSource.wal-reader.4e57a52647ef%2C40829%2C1731604991273,1-4e57a52647ef,40829,1731604991273 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.1731604993218 2024-11-14T17:23:33,271 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40829,1731604991273.replicationSource.wal-reader.4e57a52647ef%2C40829%2C1731604991273,1-4e57a52647ef,40829,1731604991273 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.1731605012887, startPosition=0, beingWritten=true 2024-11-14T17:23:33,271 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40829,1731604991273.replicationSource.shipper4e57a52647ef%2C40829%2C1731604991273,1-4e57a52647ef,40829,1731604991273 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,40829,1731604991273 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.1731604993218, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-14T17:23:33,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40829 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-14T17:23:33,275 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-14T17:23:33,291 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40829,1731604991273.replicationSource.shipper4e57a52647ef%2C40829%2C1731604991273,1-4e57a52647ef,40829,1731604991273 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [4e57a52647ef%2C40829%2C1731604991273.1731604993218] 2024-11-14T17:23:33,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T17:23:33,323 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-4e57a52647ef,40829,1731604991273, ReplicationSource: 2, currentBandwidth=0 2024-11-14T17:23:33,327 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-14T17:23:33,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38905 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-14T17:23:33,338 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 4e57a52647ef,40829,1731604991273 suceeded 2024-11-14T17:23:33,347 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-14T17:23:33,347 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 236 msec 2024-11-14T17:23:33,348 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://4e57a52647ef:33647,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T17:23:33,351 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 356 msec 2024-11-14T17:23:33,352 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,2-4e57a52647ef,40829,1731604991273 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4e57a52647ef:33647' 2024-11-14T17:23:33,355 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,2-4e57a52647ef,40829,1731604991273 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2aadf66d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:23:33,355 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,2-4e57a52647ef,40829,1731604991273 {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,33647,-1 for getting cluster id 2024-11-14T17:23:33,356 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,2-4e57a52647ef,40829,1731604991273 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:23:33,357 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8942305-7bac-4910-870b-d0320320951a' 2024-11-14T17:23:33,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:23:33,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8942305-7bac-4910-870b-d0320320951a" 2024-11-14T17:23:33,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19c131, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:23:33,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,33647,-1] 2024-11-14T17:23:33,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:23:33,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:23:33,359 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:23:33,359 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,2-4e57a52647ef,40829,1731604991273 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3955421, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:23:33,359 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,2-4e57a52647ef,40829,1731604991273 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:23:33,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,33647,1731605001409 2024-11-14T17:23:33,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ff0edf7 2024-11-14T17:23:33,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:23:33,361 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-14T17:23:33,363 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,2-4e57a52647ef,40829,1731604991273 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-4e57a52647ef,40829,1731604991273 (queues=1) is replicating from cluster=b2e8e7c6-f816-415b-8787-23e89f0c1177 to cluster=c8942305-7bac-4910-870b-d0320320951a 2024-11-14T17:23:33,363 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,2-4e57a52647ef,40829,1731604991273 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=4e57a52647ef%2C40829%2C1731604991273 2024-11-14T17:23:33,363 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,2-4e57a52647ef,40829,1731604991273 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-4e57a52647ef,40829,1731604991273, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T17:23:33,366 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,2-4e57a52647ef,40829,1731604991273.replicationSource.shipper4e57a52647ef%2C40829%2C1731604991273,2-4e57a52647ef,40829,1731604991273 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4e57a52647ef%2C40829%2C1731604991273 2024-11-14T17:23:33,366 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,2-4e57a52647ef,40829,1731604991273.replicationSource.wal-reader.4e57a52647ef%2C40829%2C1731604991273,2-4e57a52647ef,40829,1731604991273 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.1731605012887, startPosition=0, beingWritten=true 2024-11-14T17:23:33,602 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,2-4e57a52647ef,40829,1731604991273.replicationSource.wal-reader.4e57a52647ef%2C40829%2C1731604991273,2-4e57a52647ef,40829,1731604991273 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.1731605012887 to pos 0, reset compression=false 2024-11-14T17:23:33,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T17:23:33,623 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-14T17:23:33,625 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:23:33,625 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:23:33,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:23:33,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:23:33,625 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:23:33,625 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T17:23:33,631 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731605013631/Put/seqid=0 2024-11-14T17:23:33,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45165 is added to blk_1073741845_1021 (size=11194) 2024-11-14T17:23:33,935 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,2-4e57a52647ef,40829,1731604991273.replicationSource.wal-reader.4e57a52647ef%2C40829%2C1731604991273,2-4e57a52647ef,40829,1731604991273 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.1731605012887 to pos 0, reset compression=false 2024-11-14T17:23:34,010 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40829,1731604991273.replicationSource.wal-reader.4e57a52647ef%2C40829%2C1731604991273,1-4e57a52647ef,40829,1731604991273 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.1731605012887 to pos 0, reset compression=false 2024-11-14T17:23:34,096 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731605014096/Put/seqid=0 2024-11-14T17:23:34,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45165 is added to blk_1073741846_1022 (size=10791) 2024-11-14T17:23:34,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2031922b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:23:34,153 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,38905,-1 for getting cluster id 2024-11-14T17:23:34,153 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:23:34,154 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b2e8e7c6-f816-415b-8787-23e89f0c1177' 2024-11-14T17:23:34,155 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:23:34,155 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b2e8e7c6-f816-415b-8787-23e89f0c1177" 2024-11-14T17:23:34,155 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72139d34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:23:34,155 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,38905,-1] 2024-11-14T17:23:34,155 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:23:34,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:23:34,159 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:23:34,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11bc34cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:23:34,163 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:23:34,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,40829,1731604991273, seqNum=-1] 2024-11-14T17:23:34,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:23:34,168 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T17:23:34,216 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:23:34,223 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,38905,1731604990838 2024-11-14T17:23:34,223 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c32266c 2024-11-14T17:23:34,223 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:23:34,224 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T17:23:34,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731605004515.1a37c57a2b57803128f12b169ded6c73., hostname=4e57a52647ef,40829,1731604991273, seqNum=2] 2024-11-14T17:23:34,242 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T17:23:34,267 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-14T17:23:34,278 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-14T17:23:34,332 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 1a37c57a2b57803128f12b169ded6c73/f 2024-11-14T17:23:34,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-14T17:23:34,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T17:23:34,359 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 1a37c57a2b57803128f12b169ded6c73/f 2024-11-14T17:23:34,363 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,2-4e57a52647ef,40829,1731604991273.replicationSource.wal-reader.4e57a52647ef%2C40829%2C1731604991273,2-4e57a52647ef,40829,1731604991273 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.1731605012887 to pos 0, reset compression=false 2024-11-14T17:23:34,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-14T17:23:34,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T17:23:34,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] regionserver.HRegion(2603): Flush status journal for 1a37c57a2b57803128f12b169ded6c73: 2024-11-14T17:23:34,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/staging/jenkins__test__1j6dgv3io12v8lj22brqer0sg44uc72ophf265gb5un99u23qkhahluug9icd6ue/f/hfile_1 2024-11-14T17:23:34,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/staging/jenkins__test__1j6dgv3io12v8lj22brqer0sg44uc72ophf265gb5un99u23qkhahluug9icd6ue/f/hfile_1 as hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/data/default/test/1a37c57a2b57803128f12b169ded6c73/f/2e1f3d0af7d04d1f9e0b311a72ddad26_SeqId_6_ 2024-11-14T17:23:34,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/staging/jenkins__test__1j6dgv3io12v8lj22brqer0sg44uc72ophf265gb5un99u23qkhahluug9icd6ue/f/hfile_0 2024-11-14T17:23:34,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/staging/jenkins__test__1j6dgv3io12v8lj22brqer0sg44uc72ophf265gb5un99u23qkhahluug9icd6ue/f/hfile_0 as hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/data/default/test/1a37c57a2b57803128f12b169ded6c73/f/5913dc8e414f47cb8b0fe2b1b6e27150_SeqId_6_ 2024-11-14T17:23:34,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/staging/jenkins__test__1j6dgv3io12v8lj22brqer0sg44uc72ophf265gb5un99u23qkhahluug9icd6ue/f/hfile_1 into 1a37c57a2b57803128f12b169ded6c73/f as hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/data/default/test/1a37c57a2b57803128f12b169ded6c73/f/2e1f3d0af7d04d1f9e0b311a72ddad26_SeqId_6_ - updating store file list. 2024-11-14T17:23:34,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2e1f3d0af7d04d1f9e0b311a72ddad26_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T17:23:34,551 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/data/default/test/1a37c57a2b57803128f12b169ded6c73/f/2e1f3d0af7d04d1f9e0b311a72ddad26_SeqId_6_ into 1a37c57a2b57803128f12b169ded6c73/f 2024-11-14T17:23:34,551 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/staging/jenkins__test__1j6dgv3io12v8lj22brqer0sg44uc72ophf265gb5un99u23qkhahluug9icd6ue/f/hfile_1 into 1a37c57a2b57803128f12b169ded6c73/f (new location: hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/data/default/test/1a37c57a2b57803128f12b169ded6c73/f/2e1f3d0af7d04d1f9e0b311a72ddad26_SeqId_6_) 2024-11-14T17:23:34,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/staging/jenkins__test__1j6dgv3io12v8lj22brqer0sg44uc72ophf265gb5un99u23qkhahluug9icd6ue/f/hfile_1 2024-11-14T17:23:34,566 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/staging/jenkins__test__1j6dgv3io12v8lj22brqer0sg44uc72ophf265gb5un99u23qkhahluug9icd6ue/f/hfile_0 into 1a37c57a2b57803128f12b169ded6c73/f as hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/data/default/test/1a37c57a2b57803128f12b169ded6c73/f/5913dc8e414f47cb8b0fe2b1b6e27150_SeqId_6_ - updating store file list. 2024-11-14T17:23:34,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5913dc8e414f47cb8b0fe2b1b6e27150_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T17:23:34,619 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/data/default/test/1a37c57a2b57803128f12b169ded6c73/f/5913dc8e414f47cb8b0fe2b1b6e27150_SeqId_6_ into 1a37c57a2b57803128f12b169ded6c73/f 2024-11-14T17:23:34,619 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/staging/jenkins__test__1j6dgv3io12v8lj22brqer0sg44uc72ophf265gb5un99u23qkhahluug9icd6ue/f/hfile_0 into 1a37c57a2b57803128f12b169ded6c73/f (new location: hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/data/default/test/1a37c57a2b57803128f12b169ded6c73/f/5913dc8e414f47cb8b0fe2b1b6e27150_SeqId_6_) 2024-11-14T17:23:34,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/staging/jenkins__test__1j6dgv3io12v8lj22brqer0sg44uc72ophf265gb5un99u23qkhahluug9icd6ue/f/hfile_0 2024-11-14T17:23:34,639 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:23:34,639 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:23:34,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:23:34,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:23:34,639 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:23:34,641 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731605004515.1a37c57a2b57803128f12b169ded6c73., hostname=4e57a52647ef,40829,1731604991273, seqNum=2 , the old value is region=test,,1731605004515.1a37c57a2b57803128f12b169ded6c73., hostname=4e57a52647ef,40829,1731604991273, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=4e57a52647ef:40829 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T17:23:34,641 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731605004515.1a37c57a2b57803128f12b169ded6c73., hostname=4e57a52647ef,40829,1731604991273, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T17:23:34,641 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731605004515.1a37c57a2b57803128f12b169ded6c73., hostname=4e57a52647ef,40829,1731604991273, seqNum=2 from cache 2024-11-14T17:23:34,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:49720 deadline: 1731605074641 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:49720 2024-11-14T17:23:34,645 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T17:23:34,742 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e57a52647ef:40829 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T17:23:34,830 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40829,1731604991273.replicationSource.wal-reader.4e57a52647ef%2C40829%2C1731604991273,1-4e57a52647ef,40829,1731604991273 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.1731605012887 to pos 0, reset compression=false 2024-11-14T17:23:34,872 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40829,1731604991273.replicationSource.wal-reader.4e57a52647ef%2C40829%2C1731604991273,1-4e57a52647ef,40829,1731604991273 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T17:23:34,873 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40829,1731604991273.replicationSource.shipper4e57a52647ef%2C40829%2C1731604991273,1-4e57a52647ef,40829,1731604991273 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,40829,1731604991273 got entry batch from reader: WALEntryBatch [walEntries=[{test/1a37c57a2b57803128f12b169ded6c73/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731605014623/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.1731605012887, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T17:23:34,879 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] regionserver.ReplicationSink(318): Replicating [b2e8e7c6-f816-415b-8787-23e89f0c1177] bulk loaded data 2024-11-14T17:23:34,891 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,2-4e57a52647ef,40829,1731604991273.replicationSource.wal-reader.4e57a52647ef%2C40829%2C1731604991273,2-4e57a52647ef,40829,1731604991273 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.1731605012887 to pos 0, reset compression=false 2024-11-14T17:23:34,934 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,2-4e57a52647ef,40829,1731604991273.replicationSource.wal-reader.4e57a52647ef%2C40829%2C1731604991273,2-4e57a52647ef,40829,1731604991273 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T17:23:34,934 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,2-4e57a52647ef,40829,1731604991273.replicationSource.shipper4e57a52647ef%2C40829%2C1731604991273,2-4e57a52647ef,40829,1731604991273 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-4e57a52647ef,40829,1731604991273 got entry batch from reader: WALEntryBatch [walEntries=[{test/1a37c57a2b57803128f12b169ded6c73/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731605014623/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.1731605012887, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T17:23:34,943 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,2-4e57a52647ef,40829,1731604991273.replicationSource.shipper4e57a52647ef%2C40829%2C1731604991273,2-4e57a52647ef,40829,1731604991273 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T17:23:34,944 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-14T17:23:34,945 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39371 {}] regionserver.ReplicationSink(318): Replicating [b2e8e7c6-f816-415b-8787-23e89f0c1177] bulk loaded data 2024-11-14T17:23:34,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37213 is added to blk_1073741839_1015 (size=10791) 2024-11-14T17:23:34,977 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fbb1b9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:23:34,977 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39371 {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,33647,-1 for getting cluster id 2024-11-14T17:23:34,977 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T17:23:34,981 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8942305-7bac-4910-870b-d0320320951a' 2024-11-14T17:23:34,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T17:23:34,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8942305-7bac-4910-870b-d0320320951a" 2024-11-14T17:23:34,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c18007a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:23:34,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,33647,-1] 2024-11-14T17:23:34,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T17:23:34,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:23:34,985 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-14T17:23:34,987 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38f44792, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T17:23:35,073 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40829,1731604991273.replicationSource.wal-reader.4e57a52647ef%2C40829%2C1731604991273,1-4e57a52647ef,40829,1731604991273 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.1731605012887 to pos 393, reset compression=false 2024-11-14T17:23:35,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741837_1013 (size=10791) 2024-11-14T17:23:35,135 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,2-4e57a52647ef,40829,1731604991273.replicationSource.wal-reader.4e57a52647ef%2C40829%2C1731604991273,2-4e57a52647ef,40829,1731604991273 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.1731605012887 to pos 393, reset compression=false 2024-11-14T17:23:35,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741838_1014 (size=11194) 2024-11-14T17:23:35,178 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39371 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:23:35,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,33647,1731605001409 2024-11-14T17:23:35,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38402843 2024-11-14T17:23:35,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T17:23:35,181 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-14T17:23:35,183 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39371 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T17:23:35,183 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39371 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T17:23:35,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,39371,1731605001700, seqNum=-1] 2024-11-14T17:23:35,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T17:23:35,187 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-14T17:23:35,215 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/staging/jenkins.hfs.23__test__rok9talakb1rgdi5iv6f4jmk0l9prsgqdnsmini4urjs6oqhnenm3k9cj402l1v/f/2e1f3d0af7d04d1f9e0b311a72ddad26_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-14T17:23:35,243 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/staging/jenkins.hfs.23__test__rok9talakb1rgdi5iv6f4jmk0l9prsgqdnsmini4urjs6oqhnenm3k9cj402l1v/f/5913dc8e414f47cb8b0fe2b1b6e27150_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-14T17:23:35,275 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39371 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/staging/jenkins.hfs.23__test__rok9talakb1rgdi5iv6f4jmk0l9prsgqdnsmini4urjs6oqhnenm3k9cj402l1v/f/5913dc8e414f47cb8b0fe2b1b6e27150_SeqId_6_ for inclusion in d50de4e599301ebe16c1b70a8be7e693/f 2024-11-14T17:23:35,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39371 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-14T17:23:35,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39371 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T17:23:35,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39371 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/staging/jenkins.hfs.23__test__rok9talakb1rgdi5iv6f4jmk0l9prsgqdnsmini4urjs6oqhnenm3k9cj402l1v/f/2e1f3d0af7d04d1f9e0b311a72ddad26_SeqId_6_ for inclusion in d50de4e599301ebe16c1b70a8be7e693/f 2024-11-14T17:23:35,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39371 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-14T17:23:35,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39371 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T17:23:35,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39371 {}] regionserver.HRegion(2603): Flush status journal for d50de4e599301ebe16c1b70a8be7e693: 2024-11-14T17:23:35,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39371 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5913dc8e414f47cb8b0fe2b1b6e27150_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T17:23:35,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/staging/jenkins.hfs.23__test__rok9talakb1rgdi5iv6f4jmk0l9prsgqdnsmini4urjs6oqhnenm3k9cj402l1v/f/5913dc8e414f47cb8b0fe2b1b6e27150_SeqId_6_ as hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/data/default/test/d50de4e599301ebe16c1b70a8be7e693/f/baf8a8bd76704a589b152457087c54d8_SeqId_4_ 2024-11-14T17:23:35,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39371 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2e1f3d0af7d04d1f9e0b311a72ddad26_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T17:23:35,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/staging/jenkins.hfs.23__test__rok9talakb1rgdi5iv6f4jmk0l9prsgqdnsmini4urjs6oqhnenm3k9cj402l1v/f/2e1f3d0af7d04d1f9e0b311a72ddad26_SeqId_6_ as hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/data/default/test/d50de4e599301ebe16c1b70a8be7e693/f/d1471793707d42799ed56a4f191f7c12_SeqId_4_ 2024-11-14T17:23:35,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39371 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/staging/jenkins.hfs.23__test__rok9talakb1rgdi5iv6f4jmk0l9prsgqdnsmini4urjs6oqhnenm3k9cj402l1v/f/5913dc8e414f47cb8b0fe2b1b6e27150_SeqId_6_ into d50de4e599301ebe16c1b70a8be7e693/f as hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/data/default/test/d50de4e599301ebe16c1b70a8be7e693/f/baf8a8bd76704a589b152457087c54d8_SeqId_4_ - updating store file list. 2024-11-14T17:23:35,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39371 {}] regionserver.HStoreFile(483): HFile Bloom filter type for baf8a8bd76704a589b152457087c54d8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T17:23:35,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39371 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/data/default/test/d50de4e599301ebe16c1b70a8be7e693/f/baf8a8bd76704a589b152457087c54d8_SeqId_4_ into d50de4e599301ebe16c1b70a8be7e693/f 2024-11-14T17:23:35,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39371 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/staging/jenkins.hfs.23__test__rok9talakb1rgdi5iv6f4jmk0l9prsgqdnsmini4urjs6oqhnenm3k9cj402l1v/f/5913dc8e414f47cb8b0fe2b1b6e27150_SeqId_6_ into d50de4e599301ebe16c1b70a8be7e693/f (new location: hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/data/default/test/d50de4e599301ebe16c1b70a8be7e693/f/baf8a8bd76704a589b152457087c54d8_SeqId_4_) 2024-11-14T17:23:35,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39371 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/staging/jenkins.hfs.23__test__rok9talakb1rgdi5iv6f4jmk0l9prsgqdnsmini4urjs6oqhnenm3k9cj402l1v/f/5913dc8e414f47cb8b0fe2b1b6e27150_SeqId_6_ 2024-11-14T17:23:35,407 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40829,1731604991273.replicationSource.wal-reader.4e57a52647ef%2C40829%2C1731604991273,1-4e57a52647ef,40829,1731604991273 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.1731605012887 to pos 393, reset compression=false 2024-11-14T17:23:35,408 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39371 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/staging/jenkins.hfs.23__test__rok9talakb1rgdi5iv6f4jmk0l9prsgqdnsmini4urjs6oqhnenm3k9cj402l1v/f/2e1f3d0af7d04d1f9e0b311a72ddad26_SeqId_6_ into d50de4e599301ebe16c1b70a8be7e693/f as hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/data/default/test/d50de4e599301ebe16c1b70a8be7e693/f/d1471793707d42799ed56a4f191f7c12_SeqId_4_ - updating store file list. 2024-11-14T17:23:35,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37213 is added to blk_1073741840_1016 (size=11194) 2024-11-14T17:23:35,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39371 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d1471793707d42799ed56a4f191f7c12_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T17:23:35,425 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39371 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/data/default/test/d50de4e599301ebe16c1b70a8be7e693/f/d1471793707d42799ed56a4f191f7c12_SeqId_4_ into d50de4e599301ebe16c1b70a8be7e693/f 2024-11-14T17:23:35,425 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39371 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/staging/jenkins.hfs.23__test__rok9talakb1rgdi5iv6f4jmk0l9prsgqdnsmini4urjs6oqhnenm3k9cj402l1v/f/2e1f3d0af7d04d1f9e0b311a72ddad26_SeqId_6_ into d50de4e599301ebe16c1b70a8be7e693/f (new location: hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/data/default/test/d50de4e599301ebe16c1b70a8be7e693/f/d1471793707d42799ed56a4f191f7c12_SeqId_4_) 2024-11-14T17:23:35,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39371 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/staging/jenkins.hfs.23__test__rok9talakb1rgdi5iv6f4jmk0l9prsgqdnsmini4urjs6oqhnenm3k9cj402l1v/f/2e1f3d0af7d04d1f9e0b311a72ddad26_SeqId_6_ 2024-11-14T17:23:35,437 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39371 {}] regionserver.ReplicationSink(324): Finished replicating [b2e8e7c6-f816-415b-8787-23e89f0c1177] bulk loaded data 2024-11-14T17:23:35,480 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,2-4e57a52647ef,40829,1731604991273.replicationSource.wal-reader.4e57a52647ef%2C40829%2C1731604991273,2-4e57a52647ef,40829,1731604991273 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.1731605012887 to pos 393, reset compression=false 2024-11-14T17:23:35,658 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T17:23:35,838 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T17:23:35,840 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40829,1731604991273.replicationSource.wal-reader.4e57a52647ef%2C40829%2C1731604991273,1-4e57a52647ef,40829,1731604991273 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.1731605012887 to pos 393, reset compression=false 2024-11-14T17:23:35,889 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/staging/jenkins.hfs.22__test__skeuueal6kdge9iuanq3fbiaatj0keiprathjditivlifs1fv2c1nti21htm18at/f/2e1f3d0af7d04d1f9e0b311a72ddad26_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-14T17:23:35,906 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/staging/jenkins.hfs.22__test__skeuueal6kdge9iuanq3fbiaatj0keiprathjditivlifs1fv2c1nti21htm18at/f/5913dc8e414f47cb8b0fe2b1b6e27150_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-14T17:23:35,910 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,2-4e57a52647ef,40829,1731604991273.replicationSource.wal-reader.4e57a52647ef%2C40829%2C1731604991273,2-4e57a52647ef,40829,1731604991273 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.1731605012887 to pos 393, reset compression=false 2024-11-14T17:23:35,923 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/staging/jenkins.hfs.22__test__skeuueal6kdge9iuanq3fbiaatj0keiprathjditivlifs1fv2c1nti21htm18at/f/2e1f3d0af7d04d1f9e0b311a72ddad26_SeqId_6_ for inclusion in c9e5e51ff76d0babf07bcbc205183da9/f 2024-11-14T17:23:35,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-14T17:23:35,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T17:23:35,949 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/staging/jenkins.hfs.22__test__skeuueal6kdge9iuanq3fbiaatj0keiprathjditivlifs1fv2c1nti21htm18at/f/5913dc8e414f47cb8b0fe2b1b6e27150_SeqId_6_ for inclusion in c9e5e51ff76d0babf07bcbc205183da9/f 2024-11-14T17:23:35,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-14T17:23:35,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T17:23:35,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] regionserver.HRegion(2603): Flush status journal for c9e5e51ff76d0babf07bcbc205183da9: 2024-11-14T17:23:35,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2e1f3d0af7d04d1f9e0b311a72ddad26_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T17:23:35,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/staging/jenkins.hfs.22__test__skeuueal6kdge9iuanq3fbiaatj0keiprathjditivlifs1fv2c1nti21htm18at/f/2e1f3d0af7d04d1f9e0b311a72ddad26_SeqId_6_ as hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/data/default/test/c9e5e51ff76d0babf07bcbc205183da9/f/74b9fe5d0a8241a9b72ddf5786ec24f3_SeqId_6_ 2024-11-14T17:23:35,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5913dc8e414f47cb8b0fe2b1b6e27150_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T17:23:35,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/staging/jenkins.hfs.22__test__skeuueal6kdge9iuanq3fbiaatj0keiprathjditivlifs1fv2c1nti21htm18at/f/5913dc8e414f47cb8b0fe2b1b6e27150_SeqId_6_ as hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/data/default/test/c9e5e51ff76d0babf07bcbc205183da9/f/8251aae7d06c41bbbc48def5a7010241_SeqId_6_ 2024-11-14T17:23:35,985 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/staging/jenkins.hfs.22__test__skeuueal6kdge9iuanq3fbiaatj0keiprathjditivlifs1fv2c1nti21htm18at/f/2e1f3d0af7d04d1f9e0b311a72ddad26_SeqId_6_ into c9e5e51ff76d0babf07bcbc205183da9/f as hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/data/default/test/c9e5e51ff76d0babf07bcbc205183da9/f/74b9fe5d0a8241a9b72ddf5786ec24f3_SeqId_6_ - updating store file list. 2024-11-14T17:23:35,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 74b9fe5d0a8241a9b72ddf5786ec24f3_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T17:23:35,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/data/default/test/c9e5e51ff76d0babf07bcbc205183da9/f/74b9fe5d0a8241a9b72ddf5786ec24f3_SeqId_6_ into c9e5e51ff76d0babf07bcbc205183da9/f 2024-11-14T17:23:35,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/staging/jenkins.hfs.22__test__skeuueal6kdge9iuanq3fbiaatj0keiprathjditivlifs1fv2c1nti21htm18at/f/2e1f3d0af7d04d1f9e0b311a72ddad26_SeqId_6_ into c9e5e51ff76d0babf07bcbc205183da9/f (new location: hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/data/default/test/c9e5e51ff76d0babf07bcbc205183da9/f/74b9fe5d0a8241a9b72ddf5786ec24f3_SeqId_6_) 2024-11-14T17:23:35,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/staging/jenkins.hfs.22__test__skeuueal6kdge9iuanq3fbiaatj0keiprathjditivlifs1fv2c1nti21htm18at/f/2e1f3d0af7d04d1f9e0b311a72ddad26_SeqId_6_ 2024-11-14T17:23:35,998 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/staging/jenkins.hfs.22__test__skeuueal6kdge9iuanq3fbiaatj0keiprathjditivlifs1fv2c1nti21htm18at/f/5913dc8e414f47cb8b0fe2b1b6e27150_SeqId_6_ into c9e5e51ff76d0babf07bcbc205183da9/f as hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/data/default/test/c9e5e51ff76d0babf07bcbc205183da9/f/8251aae7d06c41bbbc48def5a7010241_SeqId_6_ - updating store file list. 2024-11-14T17:23:36,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8251aae7d06c41bbbc48def5a7010241_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T17:23:36,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/data/default/test/c9e5e51ff76d0babf07bcbc205183da9/f/8251aae7d06c41bbbc48def5a7010241_SeqId_6_ into c9e5e51ff76d0babf07bcbc205183da9/f 2024-11-14T17:23:36,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/staging/jenkins.hfs.22__test__skeuueal6kdge9iuanq3fbiaatj0keiprathjditivlifs1fv2c1nti21htm18at/f/5913dc8e414f47cb8b0fe2b1b6e27150_SeqId_6_ into c9e5e51ff76d0babf07bcbc205183da9/f (new location: hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/data/default/test/c9e5e51ff76d0babf07bcbc205183da9/f/8251aae7d06c41bbbc48def5a7010241_SeqId_6_) 2024-11-14T17:23:36,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/staging/jenkins.hfs.22__test__skeuueal6kdge9iuanq3fbiaatj0keiprathjditivlifs1fv2c1nti21htm18at/f/5913dc8e414f47cb8b0fe2b1b6e27150_SeqId_6_ 2024-11-14T17:23:36,046 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] regionserver.ReplicationSink(324): Finished replicating [b2e8e7c6-f816-415b-8787-23e89f0c1177] bulk loaded data 2024-11-14T17:23:36,363 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40829,1731604991273.replicationSource.wal-reader.4e57a52647ef%2C40829%2C1731604991273,1-4e57a52647ef,40829,1731604991273 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.1731605012887 to pos 393, reset compression=false 2024-11-14T17:23:36,424 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,2-4e57a52647ef,40829,1731604991273.replicationSource.wal-reader.4e57a52647ef%2C40829%2C1731604991273,2-4e57a52647ef,40829,1731604991273 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.1731605012887 to pos 393, reset compression=false 2024-11-14T17:23:36,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T17:23:36,687 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:23:36,687 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:23:36,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:23:36,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:23:36,687 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:23:36,688 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T17:23:36,688 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1216692988, stopped=false 2024-11-14T17:23:36,688 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4e57a52647ef,33647,1731605001409 2024-11-14T17:23:36,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39371-0x100ab76d5a50007, quorum=127.0.0.1:56435, baseZNode=/2-1229919474 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1229919474/running 2024-11-14T17:23:36,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39371-0x100ab76d5a50007, quorum=127.0.0.1:56435, baseZNode=/2-1229919474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1229919474 2024-11-14T17:23:36,693 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39371-0x100ab76d5a50007, quorum=127.0.0.1:56435, baseZNode=/2-1229919474 Set watcher on znode that does not yet exist, /2-1229919474/running 2024-11-14T17:23:36,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33647-0x100ab76d5a50006, quorum=127.0.0.1:56435, baseZNode=/2-1229919474 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1229919474/running 2024-11-14T17:23:36,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33647-0x100ab76d5a50006, quorum=127.0.0.1:56435, baseZNode=/2-1229919474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1229919474 2024-11-14T17:23:36,697 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T17:23:36,697 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:23:36,697 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:23:36,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:23:36,697 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4e57a52647ef,39371,1731605001700' ***** 2024-11-14T17:23:36,697 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T17:23:36,698 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33647-0x100ab76d5a50006, quorum=127.0.0.1:56435, baseZNode=/2-1229919474 Set watcher on znode that does not yet exist, /2-1229919474/running 2024-11-14T17:23:36,698 INFO [RS:0;4e57a52647ef:39371 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T17:23:36,699 INFO [RS:0;4e57a52647ef:39371 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T17:23:36,699 INFO [RS:0;4e57a52647ef:39371 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T17:23:36,699 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T17:23:36,699 INFO [RS:0;4e57a52647ef:39371 {}] regionserver.HRegionServer(3091): Received CLOSE for d50de4e599301ebe16c1b70a8be7e693 2024-11-14T17:23:36,702 INFO [RS:0;4e57a52647ef:39371 {}] regionserver.HRegionServer(959): stopping server 4e57a52647ef,39371,1731605001700 2024-11-14T17:23:36,703 INFO [RS:0;4e57a52647ef:39371 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T17:23:36,703 INFO [RS:0;4e57a52647ef:39371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4e57a52647ef:39371. 2024-11-14T17:23:36,703 DEBUG [RS:0;4e57a52647ef:39371 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:23:36,703 DEBUG [RS:0;4e57a52647ef:39371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:23:36,703 INFO [RS:0;4e57a52647ef:39371 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T17:23:36,703 INFO [RS:0;4e57a52647ef:39371 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T17:23:36,703 INFO [RS:0;4e57a52647ef:39371 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T17:23:36,703 INFO [RS:0;4e57a52647ef:39371 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T17:23:36,703 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d50de4e599301ebe16c1b70a8be7e693, disabling compactions & flushes 2024-11-14T17:23:36,703 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731605006325.d50de4e599301ebe16c1b70a8be7e693. 2024-11-14T17:23:36,703 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731605006325.d50de4e599301ebe16c1b70a8be7e693. 2024-11-14T17:23:36,703 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731605006325.d50de4e599301ebe16c1b70a8be7e693. after waiting 0 ms 2024-11-14T17:23:36,703 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731605006325.d50de4e599301ebe16c1b70a8be7e693. 2024-11-14T17:23:36,710 INFO [RS:0;4e57a52647ef:39371 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T17:23:36,710 DEBUG [RS:0;4e57a52647ef:39371 {}] regionserver.HRegionServer(1325): Online Regions={d50de4e599301ebe16c1b70a8be7e693=test,,1731605006325.d50de4e599301ebe16c1b70a8be7e693., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T17:23:36,710 DEBUG [RS:0;4e57a52647ef:39371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d50de4e599301ebe16c1b70a8be7e693 2024-11-14T17:23:36,713 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T17:23:36,713 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T17:23:36,713 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T17:23:36,713 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T17:23:36,713 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T17:23:36,713 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-14T17:23:36,770 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/data/default/test/d50de4e599301ebe16c1b70a8be7e693/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-14T17:23:36,776 INFO [regionserver/4e57a52647ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T17:23:36,782 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T17:23:36,783 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T17:23:36,783 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731605006325.d50de4e599301ebe16c1b70a8be7e693. 2024-11-14T17:23:36,783 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d50de4e599301ebe16c1b70a8be7e693: Waiting for close lock at 1731605016703Running coprocessor pre-close hooks at 1731605016703Disabling compacts and flushes for region at 1731605016703Disabling writes for close at 1731605016703Writing region close event to WAL at 1731605016732 (+29 ms)Running coprocessor post-close hooks at 1731605016782 (+50 ms)Closed at 1731605016783 (+1 ms) 2024-11-14T17:23:36,783 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731605006325.d50de4e599301ebe16c1b70a8be7e693. 2024-11-14T17:23:36,784 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/data/hbase/meta/1588230740/.tmp/info/ae2de7668435498bb3b30709519f029e is 129, key is test,,1731605006325.d50de4e599301ebe16c1b70a8be7e693./info:regioninfo/1731605007350/Put/seqid=0 2024-11-14T17:23:36,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741839_1015 (size=6421) 2024-11-14T17:23:36,914 DEBUG [RS:0;4e57a52647ef:39371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T17:23:36,988 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40829,1731604991273.replicationSource.wal-reader.4e57a52647ef%2C40829%2C1731604991273,1-4e57a52647ef,40829,1731604991273 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.1731605012887 to pos 393, reset compression=false 2024-11-14T17:23:37,056 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,2-4e57a52647ef,40829,1731604991273.replicationSource.wal-reader.4e57a52647ef%2C40829%2C1731604991273,2-4e57a52647ef,40829,1731604991273 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.1731605012887 to pos 393, reset compression=false 2024-11-14T17:23:37,118 DEBUG [RS:0;4e57a52647ef:39371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T17:23:37,231 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/data/hbase/meta/1588230740/.tmp/info/ae2de7668435498bb3b30709519f029e 2024-11-14T17:23:37,279 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/data/hbase/meta/1588230740/.tmp/ns/64e74f6cd2744632a6ec812408a2a2f4 is 43, key is default/ns:d/1731605004349/Put/seqid=0 2024-11-14T17:23:37,319 DEBUG [RS:0;4e57a52647ef:39371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T17:23:37,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741840_1016 (size=5153) 2024-11-14T17:23:37,328 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/data/hbase/meta/1588230740/.tmp/ns/64e74f6cd2744632a6ec812408a2a2f4 2024-11-14T17:23:37,390 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/data/hbase/meta/1588230740/.tmp/rep_barrier/a4186991c6244271844b5c00d5933ead is 112, key is test,,1731605006325.d50de4e599301ebe16c1b70a8be7e693./rep_barrier:seqnumDuringOpen/1731605007350/Put/seqid=0 2024-11-14T17:23:37,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741841_1017 (size=5518) 2024-11-14T17:23:37,519 DEBUG [RS:0;4e57a52647ef:39371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T17:23:37,524 INFO [regionserver/4e57a52647ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T17:23:37,524 INFO [regionserver/4e57a52647ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T17:23:37,710 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40829,1731604991273.replicationSource.wal-reader.4e57a52647ef%2C40829%2C1731604991273,1-4e57a52647ef,40829,1731604991273 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.1731605012887 to pos 393, reset compression=false 2024-11-14T17:23:37,722 INFO [RS:0;4e57a52647ef:39371 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T17:23:37,722 DEBUG [RS:0;4e57a52647ef:39371 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T17:23:37,722 DEBUG [RS:0;4e57a52647ef:39371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T17:23:37,778 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,2-4e57a52647ef,40829,1731604991273.replicationSource.wal-reader.4e57a52647ef%2C40829%2C1731604991273,2-4e57a52647ef,40829,1731604991273 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.1731605012887 to pos 393, reset compression=false 2024-11-14T17:23:37,840 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/data/hbase/meta/1588230740/.tmp/rep_barrier/a4186991c6244271844b5c00d5933ead 2024-11-14T17:23:37,885 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/data/hbase/meta/1588230740/.tmp/table/b06abfe418664c62a73b49fa1493f86d is 40, key is test/table:state/1731605007386/Put/seqid=0 2024-11-14T17:23:37,926 DEBUG [RS:0;4e57a52647ef:39371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T17:23:37,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741842_1018 (size=5165) 2024-11-14T17:23:37,932 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/data/hbase/meta/1588230740/.tmp/table/b06abfe418664c62a73b49fa1493f86d 2024-11-14T17:23:37,969 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/data/hbase/meta/1588230740/.tmp/info/ae2de7668435498bb3b30709519f029e as hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/data/hbase/meta/1588230740/info/ae2de7668435498bb3b30709519f029e 2024-11-14T17:23:37,992 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/data/hbase/meta/1588230740/info/ae2de7668435498bb3b30709519f029e, entries=10, sequenceid=11, filesize=6.3 K 2024-11-14T17:23:37,995 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/data/hbase/meta/1588230740/.tmp/ns/64e74f6cd2744632a6ec812408a2a2f4 as hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/data/hbase/meta/1588230740/ns/64e74f6cd2744632a6ec812408a2a2f4 2024-11-14T17:23:38,024 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/data/hbase/meta/1588230740/ns/64e74f6cd2744632a6ec812408a2a2f4, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T17:23:38,030 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/data/hbase/meta/1588230740/.tmp/rep_barrier/a4186991c6244271844b5c00d5933ead as hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/data/hbase/meta/1588230740/rep_barrier/a4186991c6244271844b5c00d5933ead 2024-11-14T17:23:38,047 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/data/hbase/meta/1588230740/rep_barrier/a4186991c6244271844b5c00d5933ead, entries=1, sequenceid=11, filesize=5.4 K 2024-11-14T17:23:38,051 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/data/hbase/meta/1588230740/.tmp/table/b06abfe418664c62a73b49fa1493f86d as hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/data/hbase/meta/1588230740/table/b06abfe418664c62a73b49fa1493f86d 2024-11-14T17:23:38,058 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/data/hbase/meta/1588230740/table/b06abfe418664c62a73b49fa1493f86d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T17:23:38,063 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1350ms, sequenceid=11, compaction requested=false 2024-11-14T17:23:38,118 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T17:23:38,123 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T17:23:38,123 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T17:23:38,123 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T17:23:38,123 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731605016713Running coprocessor pre-close hooks at 1731605016713Disabling compacts and flushes for region at 1731605016713Disabling writes for close at 1731605016713Obtaining lock to block concurrent updates at 1731605016713Preparing flush snapshotting stores in 1588230740 at 1731605016713Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731605016714 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731605016714Flushing 1588230740/info: creating writer at 1731605016715 (+1 ms)Flushing 1588230740/info: appending metadata at 1731605016783 (+68 ms)Flushing 1588230740/info: closing flushed file at 1731605016783Flushing 1588230740/ns: creating writer at 1731605017249 (+466 ms)Flushing 1588230740/ns: appending metadata at 1731605017279 (+30 ms)Flushing 1588230740/ns: closing flushed file at 1731605017279Flushing 1588230740/rep_barrier: creating writer at 1731605017341 (+62 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731605017389 (+48 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731605017389Flushing 1588230740/table: creating writer at 1731605017845 (+456 ms)Flushing 1588230740/table: appending metadata at 1731605017885 (+40 ms)Flushing 1588230740/table: closing flushed file at 1731605017885Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d67f174: reopening flushed file at 1731605017963 (+78 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@231d2584: reopening flushed file at 1731605017992 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3232d4f1: reopening flushed file at 1731605018024 (+32 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ed9a1b3: reopening flushed file at 1731605018047 (+23 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1350ms, sequenceid=11, compaction requested=false at 1731605018063 (+16 ms)Writing region close event to WAL at 1731605018096 (+33 ms)Running coprocessor post-close hooks at 1731605018123 (+27 ms)Closed at 1731605018123 2024-11-14T17:23:38,123 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T17:23:38,130 INFO [RS:0;4e57a52647ef:39371 {}] regionserver.HRegionServer(976): stopping server 4e57a52647ef,39371,1731605001700; all regions closed. 2024-11-14T17:23:38,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741834_1010 (size=2717) 2024-11-14T17:23:38,191 DEBUG [RS:0;4e57a52647ef:39371 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/oldWALs 2024-11-14T17:23:38,191 INFO [RS:0;4e57a52647ef:39371 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4e57a52647ef%2C39371%2C1731605001700.meta:.meta(num 1731605004187) 2024-11-14T17:23:38,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741833_1009 (size=1028) 2024-11-14T17:23:38,232 DEBUG [RS:0;4e57a52647ef:39371 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/oldWALs 2024-11-14T17:23:38,232 INFO [RS:0;4e57a52647ef:39371 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4e57a52647ef%2C39371%2C1731605001700:(num 1731605003681) 2024-11-14T17:23:38,233 DEBUG [RS:0;4e57a52647ef:39371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:23:38,233 INFO [RS:0;4e57a52647ef:39371 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T17:23:38,233 INFO [RS:0;4e57a52647ef:39371 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T17:23:38,233 INFO [RS:0;4e57a52647ef:39371 {}] hbase.ChoreService(370): Chore service for: regionserver/4e57a52647ef:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T17:23:38,233 INFO [RS:0;4e57a52647ef:39371 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T17:23:38,234 INFO [RS:0;4e57a52647ef:39371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4e57a52647ef:39371. 2024-11-14T17:23:38,234 DEBUG [RS:0;4e57a52647ef:39371 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:23:38,234 DEBUG [RS:0;4e57a52647ef:39371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:23:38,234 DEBUG [RS:0;4e57a52647ef:39371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:23:38,234 INFO [RS:0;4e57a52647ef:39371 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39371 2024-11-14T17:23:38,234 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:23:38,235 INFO [regionserver/4e57a52647ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T17:23:38,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33647-0x100ab76d5a50006, quorum=127.0.0.1:56435, baseZNode=/2-1229919474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1229919474/rs 2024-11-14T17:23:38,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39371-0x100ab76d5a50007, quorum=127.0.0.1:56435, baseZNode=/2-1229919474 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1229919474/rs/4e57a52647ef,39371,1731605001700 2024-11-14T17:23:38,242 INFO [RS:0;4e57a52647ef:39371 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T17:23:38,242 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4e57a52647ef,39371,1731605001700] 2024-11-14T17:23:38,249 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1229919474/draining/4e57a52647ef,39371,1731605001700 already deleted, retry=false 2024-11-14T17:23:38,249 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4e57a52647ef,39371,1731605001700 expired; onlineServers=0 2024-11-14T17:23:38,249 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4e57a52647ef,33647,1731605001409' ***** 2024-11-14T17:23:38,249 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T17:23:38,250 INFO [M:0;4e57a52647ef:33647 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T17:23:38,250 INFO [M:0;4e57a52647ef:33647 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T17:23:38,250 DEBUG [M:0;4e57a52647ef:33647 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T17:23:38,251 DEBUG [M:0;4e57a52647ef:33647 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T17:23:38,251 DEBUG [master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731605003338 {}] cleaner.HFileCleaner(306): Exit Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731605003338,5,FailOnTimeoutGroup] 2024-11-14T17:23:38,251 DEBUG [master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731605003335 {}] cleaner.HFileCleaner(306): Exit Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731605003335,5,FailOnTimeoutGroup] 2024-11-14T17:23:38,251 INFO [M:0;4e57a52647ef:33647 {}] hbase.ChoreService(370): Chore service for: master/4e57a52647ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T17:23:38,251 INFO [M:0;4e57a52647ef:33647 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T17:23:38,251 DEBUG [M:0;4e57a52647ef:33647 {}] master.HMaster(1795): Stopping service threads 2024-11-14T17:23:38,251 INFO [M:0;4e57a52647ef:33647 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T17:23:38,251 INFO [M:0;4e57a52647ef:33647 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T17:23:38,252 INFO [M:0;4e57a52647ef:33647 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T17:23:38,252 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T17:23:38,254 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T17:23:38,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33647-0x100ab76d5a50006, quorum=127.0.0.1:56435, baseZNode=/2-1229919474 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1229919474/master 2024-11-14T17:23:38,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33647-0x100ab76d5a50006, quorum=127.0.0.1:56435, baseZNode=/2-1229919474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1229919474 2024-11-14T17:23:38,283 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1229919474/master already deleted, retry=false 2024-11-14T17:23:38,283 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:33647-0x100ab76d5a50006, quorum=127.0.0.1:56435, baseZNode=/2-1229919474 Failed delete of our master address node; KeeperErrorCode = NoNode for /2-1229919474/master 2024-11-14T17:23:38,301 INFO [M:0;4e57a52647ef:33647 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/.lastflushedseqids 2024-11-14T17:23:38,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39371-0x100ab76d5a50007, quorum=127.0.0.1:56435, baseZNode=/2-1229919474 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:23:38,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39371-0x100ab76d5a50007, quorum=127.0.0.1:56435, baseZNode=/2-1229919474 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:23:38,358 INFO [RS:0;4e57a52647ef:39371 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T17:23:38,358 INFO [RS:0;4e57a52647ef:39371 {}] regionserver.HRegionServer(1031): Exiting; stopping=4e57a52647ef,39371,1731605001700; zookeeper connection closed. 2024-11-14T17:23:38,363 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2891ebb1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2891ebb1 2024-11-14T17:23:38,364 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T17:23:38,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741843_1019 (size=173) 2024-11-14T17:23:38,538 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40829,1731604991273.replicationSource.wal-reader.4e57a52647ef%2C40829%2C1731604991273,1-4e57a52647ef,40829,1731604991273 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.1731605012887 to pos 393, reset compression=false 2024-11-14T17:23:38,595 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,2-4e57a52647ef,40829,1731604991273.replicationSource.wal-reader.4e57a52647ef%2C40829%2C1731604991273,2-4e57a52647ef,40829,1731604991273 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.1731605012887 to pos 393, reset compression=false 2024-11-14T17:23:38,613 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T17:23:38,613 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4e57a52647ef,35055,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e57a52647ef:35055 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T17:23:38,614 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148697 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4e57a52647ef,35055,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e57a52647ef:35055 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T17:23:38,773 INFO [M:0;4e57a52647ef:33647 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T17:23:38,773 INFO [M:0;4e57a52647ef:33647 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T17:23:38,773 DEBUG [M:0;4e57a52647ef:33647 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T17:23:38,774 INFO [M:0;4e57a52647ef:33647 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:23:38,774 DEBUG [M:0;4e57a52647ef:33647 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:23:38,774 DEBUG [M:0;4e57a52647ef:33647 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T17:23:38,774 DEBUG [M:0;4e57a52647ef:33647 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:23:38,774 INFO [M:0;4e57a52647ef:33647 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-14T17:23:38,825 DEBUG [M:0;4e57a52647ef:33647 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/22081c2deb224377afb1d96d0e723221 is 82, key is hbase:meta,,1/info:regioninfo/1731605004328/Put/seqid=0 2024-11-14T17:23:38,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741844_1020 (size=5672) 2024-11-14T17:23:39,250 INFO [M:0;4e57a52647ef:33647 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/22081c2deb224377afb1d96d0e723221 2024-11-14T17:23:39,285 DEBUG [M:0;4e57a52647ef:33647 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d739b8efa04c4f39b5e50bcb414ad6e8 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731605007399/Put/seqid=0 2024-11-14T17:23:39,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741845_1021 (size=6585) 2024-11-14T17:23:39,470 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40829,1731604991273.replicationSource.wal-reader.4e57a52647ef%2C40829%2C1731604991273,1-4e57a52647ef,40829,1731604991273 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.1731605012887 to pos 393, reset compression=false 2024-11-14T17:23:39,539 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,2-4e57a52647ef,40829,1731604991273.replicationSource.wal-reader.4e57a52647ef%2C40829%2C1731604991273,2-4e57a52647ef,40829,1731604991273 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.1731605012887 to pos 393, reset compression=false 2024-11-14T17:23:39,719 INFO [M:0;4e57a52647ef:33647 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d739b8efa04c4f39b5e50bcb414ad6e8 2024-11-14T17:23:39,826 DEBUG [M:0;4e57a52647ef:33647 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2260e8ff379549f4b928b7ca078f57ae is 69, key is 4e57a52647ef,39371,1731605001700/rs:state/1731605003404/Put/seqid=0 2024-11-14T17:23:39,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741846_1022 (size=5156) 2024-11-14T17:23:40,258 INFO [M:0;4e57a52647ef:33647 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2260e8ff379549f4b928b7ca078f57ae 2024-11-14T17:23:40,279 DEBUG [M:0;4e57a52647ef:33647 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/22081c2deb224377afb1d96d0e723221 as hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/22081c2deb224377afb1d96d0e723221 2024-11-14T17:23:40,294 INFO [M:0;4e57a52647ef:33647 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/22081c2deb224377afb1d96d0e723221, entries=8, sequenceid=55, filesize=5.5 K 2024-11-14T17:23:40,301 DEBUG [M:0;4e57a52647ef:33647 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d739b8efa04c4f39b5e50bcb414ad6e8 as hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d739b8efa04c4f39b5e50bcb414ad6e8 2024-11-14T17:23:40,311 INFO [M:0;4e57a52647ef:33647 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d739b8efa04c4f39b5e50bcb414ad6e8, entries=6, sequenceid=55, filesize=6.4 K 2024-11-14T17:23:40,312 DEBUG [M:0;4e57a52647ef:33647 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2260e8ff379549f4b928b7ca078f57ae as hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2260e8ff379549f4b928b7ca078f57ae 2024-11-14T17:23:40,324 INFO [M:0;4e57a52647ef:33647 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39595/user/jenkins/test-data/9d840984-514f-3ade-c7ee-6570d5717243/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2260e8ff379549f4b928b7ca078f57ae, entries=1, sequenceid=55, filesize=5.0 K 2024-11-14T17:23:40,328 INFO [M:0;4e57a52647ef:33647 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1553ms, sequenceid=55, compaction requested=false 2024-11-14T17:23:40,363 INFO [M:0;4e57a52647ef:33647 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:23:40,363 DEBUG [M:0;4e57a52647ef:33647 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731605018773Disabling compacts and flushes for region at 1731605018773Disabling writes for close at 1731605018774 (+1 ms)Obtaining lock to block concurrent updates at 1731605018774Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731605018774Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1731605018774Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731605018778 (+4 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731605018778Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731605018824 (+46 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731605018824Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731605019260 (+436 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731605019285 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731605019285Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731605019760 (+475 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731605019826 (+66 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731605019826Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@854b297: reopening flushed file at 1731605020275 (+449 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45ff0d1: reopening flushed file at 1731605020296 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49ebb063: reopening flushed file at 1731605020311 (+15 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1553ms, sequenceid=55, compaction requested=false at 1731605020328 (+17 ms)Writing region close event to WAL at 1731605020363 (+35 ms)Closed at 1731605020363 2024-11-14T17:23:40,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44579 is added to blk_1073741830_1006 (size=32758) 2024-11-14T17:23:40,379 INFO [M:0;4e57a52647ef:33647 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T17:23:40,379 INFO [M:0;4e57a52647ef:33647 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33647 2024-11-14T17:23:40,380 INFO [M:0;4e57a52647ef:33647 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T17:23:40,380 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T17:23:40,492 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40829,1731604991273.replicationSource.wal-reader.4e57a52647ef%2C40829%2C1731604991273,1-4e57a52647ef,40829,1731604991273 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.1731605012887 to pos 393, reset compression=false 2024-11-14T17:23:40,493 INFO [M:0;4e57a52647ef:33647 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T17:23:40,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33647-0x100ab76d5a50006, quorum=127.0.0.1:56435, baseZNode=/2-1229919474 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:23:40,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33647-0x100ab76d5a50006, quorum=127.0.0.1:56435, baseZNode=/2-1229919474 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:23:40,540 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@68cf55{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T17:23:40,546 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6027c6dd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T17:23:40,546 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T17:23:40,546 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f56fa87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T17:23:40,547 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c35b670{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec88bab-223e-1f8b-6db3-9fd42e7eba3f/hadoop.log.dir/,STOPPED} 2024-11-14T17:23:40,574 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,2-4e57a52647ef,40829,1731604991273.replicationSource.wal-reader.4e57a52647ef%2C40829%2C1731604991273,2-4e57a52647ef,40829,1731604991273 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.1731605012887 to pos 393, reset compression=false 2024-11-14T17:23:40,580 WARN [BP-453809623-172.17.0.3-1731604999580 heartbeating to localhost/127.0.0.1:39595 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T17:23:40,580 WARN [BP-453809623-172.17.0.3-1731604999580 heartbeating to localhost/127.0.0.1:39595 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-453809623-172.17.0.3-1731604999580 (Datanode Uuid 5eeb4a3c-b570-4395-a91c-f2048819e9d3) service to localhost/127.0.0.1:39595 2024-11-14T17:23:40,581 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec88bab-223e-1f8b-6db3-9fd42e7eba3f/cluster_9c8d11d0-1cb9-2269-bba2-4885dda9115f/data/data1/current/BP-453809623-172.17.0.3-1731604999580 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T17:23:40,581 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T17:23:40,581 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T17:23:40,582 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec88bab-223e-1f8b-6db3-9fd42e7eba3f/cluster_9c8d11d0-1cb9-2269-bba2-4885dda9115f/data/data2/current/BP-453809623-172.17.0.3-1731604999580 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T17:23:40,587 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T17:23:40,610 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59750f71{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T17:23:40,611 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@549d4855{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T17:23:40,611 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T17:23:40,611 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d48ba22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T17:23:40,611 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1949bef0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ec88bab-223e-1f8b-6db3-9fd42e7eba3f/hadoop.log.dir/,STOPPED} 2024-11-14T17:23:40,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T17:23:40,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T17:23:40,640 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:23:40,640 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:23:40,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:23:40,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:23:40,641 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:23:40,641 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T17:23:40,641 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2067393951, stopped=false 2024-11-14T17:23:40,642 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4e57a52647ef,32899,1731604996273 2024-11-14T17:23:40,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38599-0x100ab76d5a50004, quorum=127.0.0.1:56435, baseZNode=/1-795853502 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-795853502/running 2024-11-14T17:23:40,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38599-0x100ab76d5a50004, quorum=127.0.0.1:56435, baseZNode=/1-795853502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-795853502 2024-11-14T17:23:40,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32899-0x100ab76d5a50003, quorum=127.0.0.1:56435, baseZNode=/1-795853502 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-795853502/running 2024-11-14T17:23:40,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32899-0x100ab76d5a50003, quorum=127.0.0.1:56435, baseZNode=/1-795853502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-795853502 2024-11-14T17:23:40,647 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T17:23:40,649 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:23:40,649 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:23:40,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:23:40,650 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4e57a52647ef,38599,1731604996474' ***** 2024-11-14T17:23:40,650 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T17:23:40,650 INFO [RS:0;4e57a52647ef:38599 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T17:23:40,650 INFO [RS:0;4e57a52647ef:38599 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T17:23:40,650 INFO [RS:0;4e57a52647ef:38599 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T17:23:40,650 INFO [RS:0;4e57a52647ef:38599 {}] regionserver.HRegionServer(3091): Received CLOSE for c9e5e51ff76d0babf07bcbc205183da9 2024-11-14T17:23:40,651 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32899-0x100ab76d5a50003, quorum=127.0.0.1:56435, baseZNode=/1-795853502 Set watcher on znode that does not yet exist, /1-795853502/running 2024-11-14T17:23:40,654 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T17:23:40,654 INFO [RS:0;4e57a52647ef:38599 {}] regionserver.HRegionServer(959): stopping server 4e57a52647ef,38599,1731604996474 2024-11-14T17:23:40,654 INFO [RS:0;4e57a52647ef:38599 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T17:23:40,654 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38599-0x100ab76d5a50004, quorum=127.0.0.1:56435, baseZNode=/1-795853502 Set watcher on znode that does not yet exist, /1-795853502/running 2024-11-14T17:23:40,654 INFO [RS:0;4e57a52647ef:38599 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4e57a52647ef:38599. 2024-11-14T17:23:40,655 DEBUG [RS:0;4e57a52647ef:38599 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:23:40,655 DEBUG [RS:0;4e57a52647ef:38599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:23:40,655 INFO [RS:0;4e57a52647ef:38599 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T17:23:40,655 INFO [RS:0;4e57a52647ef:38599 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T17:23:40,655 INFO [RS:0;4e57a52647ef:38599 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T17:23:40,655 INFO [RS:0;4e57a52647ef:38599 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T17:23:40,655 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c9e5e51ff76d0babf07bcbc205183da9, disabling compactions & flushes 2024-11-14T17:23:40,655 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731605005684.c9e5e51ff76d0babf07bcbc205183da9. 2024-11-14T17:23:40,655 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731605005684.c9e5e51ff76d0babf07bcbc205183da9. 2024-11-14T17:23:40,655 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731605005684.c9e5e51ff76d0babf07bcbc205183da9. after waiting 0 ms 2024-11-14T17:23:40,655 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731605005684.c9e5e51ff76d0babf07bcbc205183da9. 2024-11-14T17:23:40,659 INFO [RS:0;4e57a52647ef:38599 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T17:23:40,659 DEBUG [RS:0;4e57a52647ef:38599 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c9e5e51ff76d0babf07bcbc205183da9=test,,1731605005684.c9e5e51ff76d0babf07bcbc205183da9.} 2024-11-14T17:23:40,659 DEBUG [RS:0;4e57a52647ef:38599 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c9e5e51ff76d0babf07bcbc205183da9 2024-11-14T17:23:40,665 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T17:23:40,665 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T17:23:40,665 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T17:23:40,665 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T17:23:40,665 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T17:23:40,665 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-14T17:23:40,724 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/data/hbase/meta/1588230740/.tmp/info/36e419ec0717446fb61db9db59b3f4e3 is 129, key is test,,1731605005684.c9e5e51ff76d0babf07bcbc205183da9./info:regioninfo/1731605006218/Put/seqid=0 2024-11-14T17:23:40,725 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/data/default/test/c9e5e51ff76d0babf07bcbc205183da9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T17:23:40,742 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T17:23:40,743 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T17:23:40,743 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731605005684.c9e5e51ff76d0babf07bcbc205183da9. 2024-11-14T17:23:40,743 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c9e5e51ff76d0babf07bcbc205183da9: Waiting for close lock at 1731605020655Running coprocessor pre-close hooks at 1731605020655Disabling compacts and flushes for region at 1731605020655Disabling writes for close at 1731605020655Writing region close event to WAL at 1731605020691 (+36 ms)Running coprocessor post-close hooks at 1731605020742 (+51 ms)Closed at 1731605020743 (+1 ms) 2024-11-14T17:23:40,743 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731605005684.c9e5e51ff76d0babf07bcbc205183da9. 2024-11-14T17:23:40,743 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T17:23:40,748 INFO [regionserver/4e57a52647ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T17:23:40,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37213 is added to blk_1073741841_1017 (size=6421) 2024-11-14T17:23:40,861 DEBUG [RS:0;4e57a52647ef:38599 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T17:23:41,061 DEBUG [RS:0;4e57a52647ef:38599 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T17:23:41,173 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/data/hbase/meta/1588230740/.tmp/info/36e419ec0717446fb61db9db59b3f4e3 2024-11-14T17:23:41,248 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/data/hbase/meta/1588230740/.tmp/ns/d237e960167d47008f91f73bdc8cc5ad is 43, key is default/ns:d/1731604999306/Put/seqid=0 2024-11-14T17:23:41,266 DEBUG [RS:0;4e57a52647ef:38599 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T17:23:41,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37213 is added to blk_1073741842_1018 (size=5153) 2024-11-14T17:23:41,291 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/data/hbase/meta/1588230740/.tmp/ns/d237e960167d47008f91f73bdc8cc5ad 2024-11-14T17:23:41,352 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/data/hbase/meta/1588230740/.tmp/rep_barrier/b0375df194d044efab3d5e047d2dda81 is 112, key is test,,1731605005684.c9e5e51ff76d0babf07bcbc205183da9./rep_barrier:seqnumDuringOpen/1731605006218/Put/seqid=0 2024-11-14T17:23:41,365 INFO [regionserver/4e57a52647ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T17:23:41,365 INFO [regionserver/4e57a52647ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T17:23:41,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37213 is added to blk_1073741843_1019 (size=5518) 2024-11-14T17:23:41,467 DEBUG [RS:0;4e57a52647ef:38599 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T17:23:41,619 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40829,1731604991273.replicationSource.wal-reader.4e57a52647ef%2C40829%2C1731604991273,1-4e57a52647ef,40829,1731604991273 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.1731605012887 to pos 393, reset compression=false 2024-11-14T17:23:41,668 INFO [RS:0;4e57a52647ef:38599 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T17:23:41,668 DEBUG [RS:0;4e57a52647ef:38599 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T17:23:41,668 DEBUG [RS:0;4e57a52647ef:38599 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T17:23:41,743 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,2-4e57a52647ef,40829,1731604991273.replicationSource.wal-reader.4e57a52647ef%2C40829%2C1731604991273,2-4e57a52647ef,40829,1731604991273 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.1731605012887 to pos 393, reset compression=false 2024-11-14T17:23:41,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:41,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:41,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:41,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:41,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:41,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:41,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:41,819 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/data/hbase/meta/1588230740/.tmp/rep_barrier/b0375df194d044efab3d5e047d2dda81 2024-11-14T17:23:41,870 DEBUG [RS:0;4e57a52647ef:38599 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T17:23:41,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:41,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:41,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:41,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:41,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:41,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:41,900 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/data/hbase/meta/1588230740/.tmp/table/005e072aa2914ce4af62c221f52f82dd is 40, key is test/table:state/1731605006250/Put/seqid=0 2024-11-14T17:23:41,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:41,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:41,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:41,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:41,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:41,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37213 is added to blk_1073741844_1020 (size=5165) 2024-11-14T17:23:42,070 DEBUG [RS:0;4e57a52647ef:38599 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T17:23:42,271 DEBUG [RS:0;4e57a52647ef:38599 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T17:23:42,349 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/data/hbase/meta/1588230740/.tmp/table/005e072aa2914ce4af62c221f52f82dd 2024-11-14T17:23:42,367 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/data/hbase/meta/1588230740/.tmp/info/36e419ec0717446fb61db9db59b3f4e3 as hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/data/hbase/meta/1588230740/info/36e419ec0717446fb61db9db59b3f4e3 2024-11-14T17:23:42,381 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/data/hbase/meta/1588230740/info/36e419ec0717446fb61db9db59b3f4e3, entries=10, sequenceid=11, filesize=6.3 K 2024-11-14T17:23:42,385 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/data/hbase/meta/1588230740/.tmp/ns/d237e960167d47008f91f73bdc8cc5ad as hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/data/hbase/meta/1588230740/ns/d237e960167d47008f91f73bdc8cc5ad 2024-11-14T17:23:42,400 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/data/hbase/meta/1588230740/ns/d237e960167d47008f91f73bdc8cc5ad, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T17:23:42,404 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/data/hbase/meta/1588230740/.tmp/rep_barrier/b0375df194d044efab3d5e047d2dda81 as hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/data/hbase/meta/1588230740/rep_barrier/b0375df194d044efab3d5e047d2dda81 2024-11-14T17:23:42,427 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/data/hbase/meta/1588230740/rep_barrier/b0375df194d044efab3d5e047d2dda81, entries=1, sequenceid=11, filesize=5.4 K 2024-11-14T17:23:42,429 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/data/hbase/meta/1588230740/.tmp/table/005e072aa2914ce4af62c221f52f82dd as hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/data/hbase/meta/1588230740/table/005e072aa2914ce4af62c221f52f82dd 2024-11-14T17:23:42,435 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/data/hbase/meta/1588230740/table/005e072aa2914ce4af62c221f52f82dd, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T17:23:42,436 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1771ms, sequenceid=11, compaction requested=false 2024-11-14T17:23:42,455 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T17:23:42,471 DEBUG [RS:0;4e57a52647ef:38599 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T17:23:42,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:42,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:42,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:42,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:42,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:42,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:42,477 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:42,570 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T17:23:42,578 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T17:23:42,578 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T17:23:42,578 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T17:23:42,579 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731605020665Running coprocessor pre-close hooks at 1731605020665Disabling compacts and flushes for region at 1731605020665Disabling writes for close at 1731605020665Obtaining lock to block concurrent updates at 1731605020665Preparing flush snapshotting stores in 1588230740 at 1731605020665Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731605020665Flushing stores of hbase:meta,,1.1588230740 at 1731605020670 (+5 ms)Flushing 1588230740/info: creating writer at 1731605020670Flushing 1588230740/info: appending metadata at 1731605020724 (+54 ms)Flushing 1588230740/info: closing flushed file at 1731605020724Flushing 1588230740/ns: creating writer at 1731605021201 (+477 ms)Flushing 1588230740/ns: appending metadata at 1731605021248 (+47 ms)Flushing 1588230740/ns: closing flushed file at 1731605021248Flushing 1588230740/rep_barrier: creating writer at 1731605021307 (+59 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731605021351 (+44 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731605021351Flushing 1588230740/table: creating writer at 1731605021844 (+493 ms)Flushing 1588230740/table: appending metadata at 1731605021899 (+55 ms)Flushing 1588230740/table: closing flushed file at 1731605021900 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@100466ec: reopening flushed file at 1731605022363 (+463 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11f32009: reopening flushed file at 1731605022381 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4461083: reopening flushed file at 1731605022401 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@82aff50: reopening flushed file at 1731605022427 (+26 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1771ms, sequenceid=11, compaction requested=false at 1731605022436 (+9 ms)Writing region close event to WAL at 1731605022526 (+90 ms)Running coprocessor post-close hooks at 1731605022578 (+52 ms)Closed at 1731605022578 2024-11-14T17:23:42,579 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T17:23:42,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:42,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:42,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:42,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:42,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:42,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:42,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:42,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:42,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:42,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:42,671 INFO [RS:0;4e57a52647ef:38599 {}] regionserver.HRegionServer(976): stopping server 4e57a52647ef,38599,1731604996474; all regions closed. 2024-11-14T17:23:42,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:42,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37213 is added to blk_1073741834_1010 (size=2717) 2024-11-14T17:23:42,718 DEBUG [RS:0;4e57a52647ef:38599 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/oldWALs 2024-11-14T17:23:42,718 INFO [RS:0;4e57a52647ef:38599 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4e57a52647ef%2C38599%2C1731604996474.meta:.meta(num 1731604999144) 2024-11-14T17:23:42,743 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/WALs/4e57a52647ef,38599,1731604996474/4e57a52647ef%2C38599%2C1731604996474.1731604998534 not finished, retry = 0 2024-11-14T17:23:42,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37213 is added to blk_1073741833_1009 (size=1374) 2024-11-14T17:23:42,857 DEBUG [RS:0;4e57a52647ef:38599 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/oldWALs 2024-11-14T17:23:42,857 INFO [RS:0;4e57a52647ef:38599 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4e57a52647ef%2C38599%2C1731604996474:(num 1731604998534) 2024-11-14T17:23:42,857 DEBUG [RS:0;4e57a52647ef:38599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:23:42,857 INFO [RS:0;4e57a52647ef:38599 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T17:23:42,857 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40829,1731604991273.replicationSource.wal-reader.4e57a52647ef%2C40829%2C1731604991273,1-4e57a52647ef,40829,1731604991273 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.1731605012887 to pos 393, reset compression=false 2024-11-14T17:23:42,865 INFO [RS:0;4e57a52647ef:38599 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T17:23:42,865 INFO [RS:0;4e57a52647ef:38599 {}] hbase.ChoreService(370): Chore service for: regionserver/4e57a52647ef:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T17:23:42,865 INFO [RS:0;4e57a52647ef:38599 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T17:23:42,866 INFO [RS:0;4e57a52647ef:38599 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4e57a52647ef:38599. 2024-11-14T17:23:42,866 DEBUG [RS:0;4e57a52647ef:38599 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:23:42,866 DEBUG [RS:0;4e57a52647ef:38599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:23:42,866 DEBUG [RS:0;4e57a52647ef:38599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:23:42,866 INFO [RS:0;4e57a52647ef:38599 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38599 2024-11-14T17:23:42,869 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:23:42,871 INFO [regionserver/4e57a52647ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T17:23:42,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32899-0x100ab76d5a50003, quorum=127.0.0.1:56435, baseZNode=/1-795853502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-795853502/rs 2024-11-14T17:23:42,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38599-0x100ab76d5a50004, quorum=127.0.0.1:56435, baseZNode=/1-795853502 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-795853502/rs/4e57a52647ef,38599,1731604996474 2024-11-14T17:23:42,879 INFO [RS:0;4e57a52647ef:38599 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T17:23:42,882 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4e57a52647ef,38599,1731604996474] 2024-11-14T17:23:42,890 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-795853502/draining/4e57a52647ef,38599,1731604996474 already deleted, retry=false 2024-11-14T17:23:42,890 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4e57a52647ef,38599,1731604996474 expired; onlineServers=0 2024-11-14T17:23:42,890 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4e57a52647ef,32899,1731604996273' ***** 2024-11-14T17:23:42,890 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T17:23:42,891 INFO [M:0;4e57a52647ef:32899 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T17:23:42,891 INFO [M:0;4e57a52647ef:32899 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T17:23:42,891 DEBUG [M:0;4e57a52647ef:32899 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T17:23:42,891 DEBUG [M:0;4e57a52647ef:32899 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T17:23:42,891 DEBUG [master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731604998237 {}] cleaner.HFileCleaner(306): Exit Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731604998237,5,FailOnTimeoutGroup] 2024-11-14T17:23:42,891 INFO [M:0;4e57a52647ef:32899 {}] hbase.ChoreService(370): Chore service for: master/4e57a52647ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T17:23:42,891 INFO [M:0;4e57a52647ef:32899 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T17:23:42,891 DEBUG [M:0;4e57a52647ef:32899 {}] master.HMaster(1795): Stopping service threads 2024-11-14T17:23:42,891 INFO [M:0;4e57a52647ef:32899 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T17:23:42,891 INFO [M:0;4e57a52647ef:32899 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T17:23:42,891 DEBUG [master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731604998237 {}] cleaner.HFileCleaner(306): Exit Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731604998237,5,FailOnTimeoutGroup] 2024-11-14T17:23:42,891 INFO [M:0;4e57a52647ef:32899 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T17:23:42,894 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T17:23:42,894 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T17:23:42,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32899-0x100ab76d5a50003, quorum=127.0.0.1:56435, baseZNode=/1-795853502 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-795853502/master 2024-11-14T17:23:42,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32899-0x100ab76d5a50003, quorum=127.0.0.1:56435, baseZNode=/1-795853502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-795853502 2024-11-14T17:23:42,907 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-795853502/master already deleted, retry=false 2024-11-14T17:23:42,907 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:32899-0x100ab76d5a50003, quorum=127.0.0.1:56435, baseZNode=/1-795853502 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-795853502/master 2024-11-14T17:23:42,933 INFO [M:0;4e57a52647ef:32899 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/.lastflushedseqids 2024-11-14T17:23:42,972 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,2-4e57a52647ef,40829,1731604991273.replicationSource.wal-reader.4e57a52647ef%2C40829%2C1731604991273,2-4e57a52647ef,40829,1731604991273 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.1731605012887 to pos 393, reset compression=false 2024-11-14T17:23:42,981 INFO [RS:0;4e57a52647ef:38599 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T17:23:42,981 INFO [RS:0;4e57a52647ef:38599 {}] regionserver.HRegionServer(1031): Exiting; stopping=4e57a52647ef,38599,1731604996474; zookeeper connection closed. 2024-11-14T17:23:42,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38599-0x100ab76d5a50004, quorum=127.0.0.1:56435, baseZNode=/1-795853502 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:23:42,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38599-0x100ab76d5a50004, quorum=127.0.0.1:56435, baseZNode=/1-795853502 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:23:42,991 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@78b797dc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@78b797dc 2024-11-14T17:23:42,992 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T17:23:43,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37213 is added to blk_1073741845_1021 (size=173) 2024-11-14T17:23:43,023 INFO [M:0;4e57a52647ef:32899 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T17:23:43,026 INFO [M:0;4e57a52647ef:32899 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T17:23:43,026 DEBUG [M:0;4e57a52647ef:32899 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T17:23:43,026 INFO [M:0;4e57a52647ef:32899 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:23:43,026 DEBUG [M:0;4e57a52647ef:32899 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:23:43,027 DEBUG [M:0;4e57a52647ef:32899 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T17:23:43,027 DEBUG [M:0;4e57a52647ef:32899 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:23:43,027 INFO [M:0;4e57a52647ef:32899 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-14T17:23:43,072 DEBUG [M:0;4e57a52647ef:32899 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a19e41f805cb432680f80304e5e2c0aa is 82, key is hbase:meta,,1/info:regioninfo/1731604999274/Put/seqid=0 2024-11-14T17:23:43,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37213 is added to blk_1073741846_1022 (size=5672) 2024-11-14T17:23:43,532 INFO [M:0;4e57a52647ef:32899 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a19e41f805cb432680f80304e5e2c0aa 2024-11-14T17:23:43,635 DEBUG [M:0;4e57a52647ef:32899 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/01bb82c6607942e3b1d0e29a68d5cb84 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731605006255/Put/seqid=0 2024-11-14T17:23:43,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37213 is added to blk_1073741847_1023 (size=6585) 2024-11-14T17:23:43,669 INFO [M:0;4e57a52647ef:32899 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/01bb82c6607942e3b1d0e29a68d5cb84 2024-11-14T17:23:43,752 DEBUG [M:0;4e57a52647ef:32899 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aa9093e448804dce8bcd17500a59014f is 69, key is 4e57a52647ef,38599,1731604996474/rs:state/1731604998301/Put/seqid=0 2024-11-14T17:23:43,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37213 is added to blk_1073741848_1024 (size=5156) 2024-11-14T17:23:44,166 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40829,1731604991273.replicationSource.wal-reader.4e57a52647ef%2C40829%2C1731604991273,1-4e57a52647ef,40829,1731604991273 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.1731605012887 to pos 393, reset compression=false 2024-11-14T17:23:44,195 INFO [M:0;4e57a52647ef:32899 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aa9093e448804dce8bcd17500a59014f 2024-11-14T17:23:44,231 DEBUG [M:0;4e57a52647ef:32899 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a19e41f805cb432680f80304e5e2c0aa as hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a19e41f805cb432680f80304e5e2c0aa 2024-11-14T17:23:44,247 INFO [M:0;4e57a52647ef:32899 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a19e41f805cb432680f80304e5e2c0aa, entries=8, sequenceid=55, filesize=5.5 K 2024-11-14T17:23:44,250 DEBUG [M:0;4e57a52647ef:32899 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/01bb82c6607942e3b1d0e29a68d5cb84 as hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/01bb82c6607942e3b1d0e29a68d5cb84 2024-11-14T17:23:44,264 INFO [M:0;4e57a52647ef:32899 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/01bb82c6607942e3b1d0e29a68d5cb84, entries=6, sequenceid=55, filesize=6.4 K 2024-11-14T17:23:44,273 DEBUG [M:0;4e57a52647ef:32899 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aa9093e448804dce8bcd17500a59014f as hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aa9093e448804dce8bcd17500a59014f 2024-11-14T17:23:44,286 INFO [M:0;4e57a52647ef:32899 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46243/user/jenkins/test-data/f05e6094-efe7-561a-9506-787366adfa6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aa9093e448804dce8bcd17500a59014f, entries=1, sequenceid=55, filesize=5.0 K 2024-11-14T17:23:44,295 INFO [M:0;4e57a52647ef:32899 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1268ms, sequenceid=55, compaction requested=false 2024-11-14T17:23:44,309 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,2-4e57a52647ef,40829,1731604991273.replicationSource.wal-reader.4e57a52647ef%2C40829%2C1731604991273,2-4e57a52647ef,40829,1731604991273 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.1731605012887 to pos 393, reset compression=false 2024-11-14T17:23:44,376 INFO [M:0;4e57a52647ef:32899 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:23:44,377 DEBUG [M:0;4e57a52647ef:32899 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731605023026Disabling compacts and flushes for region at 1731605023026Disabling writes for close at 1731605023027 (+1 ms)Obtaining lock to block concurrent updates at 1731605023027Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731605023027Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1731605023027Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731605023028 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731605023028Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731605023071 (+43 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731605023071Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731605023553 (+482 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731605023635 (+82 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731605023635Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731605023699 (+64 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731605023752 (+53 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731605023752Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f26035d: reopening flushed file at 1731605024227 (+475 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@309a082a: reopening flushed file at 1731605024247 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21d21a85: reopening flushed file at 1731605024264 (+17 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1268ms, sequenceid=55, compaction requested=false at 1731605024295 (+31 ms)Writing region close event to WAL at 1731605024376 (+81 ms)Closed at 1731605024376 2024-11-14T17:23:44,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37213 is added to blk_1073741830_1006 (size=32758) 2024-11-14T17:23:44,427 INFO [M:0;4e57a52647ef:32899 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T17:23:44,427 INFO [M:0;4e57a52647ef:32899 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32899 2024-11-14T17:23:44,427 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T17:23:44,431 INFO [M:0;4e57a52647ef:32899 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T17:23:44,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32899-0x100ab76d5a50003, quorum=127.0.0.1:56435, baseZNode=/1-795853502 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:23:44,543 INFO [M:0;4e57a52647ef:32899 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T17:23:44,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32899-0x100ab76d5a50003, quorum=127.0.0.1:56435, baseZNode=/1-795853502 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:23:44,577 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d807d1c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T17:23:44,577 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@67a592d5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T17:23:44,578 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T17:23:44,578 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14d70760{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T17:23:44,578 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69dbfd02{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7db0d1-c588-2047-c5c0-f49e8f089fef/hadoop.log.dir/,STOPPED} 2024-11-14T17:23:44,582 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T17:23:44,582 WARN [BP-670079659-172.17.0.3-1731604994169 heartbeating to localhost/127.0.0.1:46243 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T17:23:44,583 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T17:23:44,583 WARN [BP-670079659-172.17.0.3-1731604994169 heartbeating to localhost/127.0.0.1:46243 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-670079659-172.17.0.3-1731604994169 (Datanode Uuid f4643a22-b692-4b5e-9739-1e987f3f3612) service to localhost/127.0.0.1:46243 2024-11-14T17:23:44,584 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7db0d1-c588-2047-c5c0-f49e8f089fef/cluster_2589a22e-dbab-9743-19dc-70bc415fa94c/data/data2/current/BP-670079659-172.17.0.3-1731604994169 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T17:23:44,584 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T17:23:44,584 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7db0d1-c588-2047-c5c0-f49e8f089fef/cluster_2589a22e-dbab-9743-19dc-70bc415fa94c/data/data1/current/BP-670079659-172.17.0.3-1731604994169 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T17:23:44,599 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6a9c32cf{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T17:23:44,621 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71de2d31{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T17:23:44,621 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T17:23:44,621 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@dedbd1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T17:23:44,622 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@bb26dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee7db0d1-c588-2047-c5c0-f49e8f089fef/hadoop.log.dir/,STOPPED} 2024-11-14T17:23:44,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T17:23:44,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T17:23:44,661 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:23:44,661 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:23:44,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:23:44,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:23:44,662 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:23:44,662 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T17:23:44,662 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=918522415, stopped=false 2024-11-14T17:23:44,663 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4e57a52647ef,38905,1731604990838 2024-11-14T17:23:44,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40829-0x100ab76d5a50001, quorum=127.0.0.1:56435, baseZNode=/0-582836909 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-582836909/running 2024-11-14T17:23:44,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40829-0x100ab76d5a50001, quorum=127.0.0.1:56435, baseZNode=/0-582836909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-582836909 2024-11-14T17:23:44,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38905-0x100ab76d5a50000, quorum=127.0.0.1:56435, baseZNode=/0-582836909 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-582836909/running 2024-11-14T17:23:44,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38905-0x100ab76d5a50000, quorum=127.0.0.1:56435, baseZNode=/0-582836909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-582836909 2024-11-14T17:23:44,667 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T17:23:44,668 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T17:23:44,668 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:23:44,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:23:44,668 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40829-0x100ab76d5a50001, quorum=127.0.0.1:56435, baseZNode=/0-582836909 Set watcher on znode that does not yet exist, /0-582836909/running 2024-11-14T17:23:44,668 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4e57a52647ef,40829,1731604991273' ***** 2024-11-14T17:23:44,668 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T17:23:44,668 INFO [RS:0;4e57a52647ef:40829 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T17:23:44,669 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T17:23:44,669 INFO [RS:0;4e57a52647ef:40829 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T17:23:44,669 INFO [RS:0;4e57a52647ef:40829 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T17:23:44,669 INFO [RS:0;4e57a52647ef:40829 {}] regionserver.HRegionServer(3091): Received CLOSE for 1a37c57a2b57803128f12b169ded6c73 2024-11-14T17:23:44,675 INFO [RS:0;4e57a52647ef:40829 {}] regionserver.HRegionServer(3091): Received CLOSE for e4498ab7829bffa792442d74b81f2182 2024-11-14T17:23:44,675 INFO [RS:0;4e57a52647ef:40829 {}] regionserver.HRegionServer(959): stopping server 4e57a52647ef,40829,1731604991273 2024-11-14T17:23:44,675 INFO [RS:0;4e57a52647ef:40829 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T17:23:44,675 INFO [RS:0;4e57a52647ef:40829 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4e57a52647ef:40829. 2024-11-14T17:23:44,676 DEBUG [RS:0;4e57a52647ef:40829 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:23:44,676 DEBUG [RS:0;4e57a52647ef:40829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:23:44,676 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38905-0x100ab76d5a50000, quorum=127.0.0.1:56435, baseZNode=/0-582836909 Set watcher on znode that does not yet exist, /0-582836909/running 2024-11-14T17:23:44,676 INFO [RS:0;4e57a52647ef:40829 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T17:23:44,676 INFO [RS:0;4e57a52647ef:40829 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T17:23:44,676 INFO [RS:0;4e57a52647ef:40829 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T17:23:44,676 INFO [RS:0;4e57a52647ef:40829 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T17:23:44,677 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1a37c57a2b57803128f12b169ded6c73, disabling compactions & flushes 2024-11-14T17:23:44,677 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731605004515.1a37c57a2b57803128f12b169ded6c73. 2024-11-14T17:23:44,677 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731605004515.1a37c57a2b57803128f12b169ded6c73. 2024-11-14T17:23:44,677 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731605004515.1a37c57a2b57803128f12b169ded6c73. after waiting 0 ms 2024-11-14T17:23:44,677 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731605004515.1a37c57a2b57803128f12b169ded6c73. 2024-11-14T17:23:44,683 INFO [RS:0;4e57a52647ef:40829 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T17:23:44,683 DEBUG [RS:0;4e57a52647ef:40829 {}] regionserver.HRegionServer(1325): Online Regions={1a37c57a2b57803128f12b169ded6c73=test,,1731605004515.1a37c57a2b57803128f12b169ded6c73., 1588230740=hbase:meta,,1.1588230740, e4498ab7829bffa792442d74b81f2182=hbase:replication,,1731605007499.e4498ab7829bffa792442d74b81f2182.} 2024-11-14T17:23:44,683 DEBUG [RS:0;4e57a52647ef:40829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1a37c57a2b57803128f12b169ded6c73, e4498ab7829bffa792442d74b81f2182 2024-11-14T17:23:44,684 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T17:23:44,684 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T17:23:44,684 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T17:23:44,684 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T17:23:44,684 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T17:23:44,684 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T17:23:44,737 INFO [regionserver/4e57a52647ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T17:23:44,737 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/data/hbase/meta/1588230740/.tmp/info/fc62bd9fef4c4154b48e098ebd22e330 is 147, key is hbase:replication,,1731605007499.e4498ab7829bffa792442d74b81f2182./info:regioninfo/1731605009043/Put/seqid=0 2024-11-14T17:23:44,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45165 is added to blk_1073741847_1023 (size=7686) 2024-11-14T17:23:44,791 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/data/hbase/meta/1588230740/.tmp/info/fc62bd9fef4c4154b48e098ebd22e330 2024-11-14T17:23:44,798 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/data/default/test/1a37c57a2b57803128f12b169ded6c73/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T17:23:44,810 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T17:23:44,810 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T17:23:44,810 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731605004515.1a37c57a2b57803128f12b169ded6c73. 2024-11-14T17:23:44,811 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1a37c57a2b57803128f12b169ded6c73: Waiting for close lock at 1731605024677Running coprocessor pre-close hooks at 1731605024677Disabling compacts and flushes for region at 1731605024677Disabling writes for close at 1731605024677Writing region close event to WAL at 1731605024704 (+27 ms)Running coprocessor post-close hooks at 1731605024810 (+106 ms)Closed at 1731605024810 2024-11-14T17:23:44,811 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731605004515.1a37c57a2b57803128f12b169ded6c73. 2024-11-14T17:23:44,811 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e4498ab7829bffa792442d74b81f2182, disabling compactions & flushes 2024-11-14T17:23:44,811 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731605007499.e4498ab7829bffa792442d74b81f2182. 2024-11-14T17:23:44,811 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731605007499.e4498ab7829bffa792442d74b81f2182. 2024-11-14T17:23:44,811 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731605007499.e4498ab7829bffa792442d74b81f2182. after waiting 0 ms 2024-11-14T17:23:44,811 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731605007499.e4498ab7829bffa792442d74b81f2182. 2024-11-14T17:23:44,811 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e4498ab7829bffa792442d74b81f2182 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-14T17:23:44,864 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/data/hbase/replication/e4498ab7829bffa792442d74b81f2182/.tmp/hfileref/fc4fda42f64e427c8bc3a415116fbc8a is 74, key is 1/hfileref:2e1f3d0af7d04d1f9e0b311a72ddad26_SeqId_6_/1731605016052/DeleteColumn/seqid=0 2024-11-14T17:23:44,886 DEBUG [RS:0;4e57a52647ef:40829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e4498ab7829bffa792442d74b81f2182 2024-11-14T17:23:44,896 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/data/hbase/meta/1588230740/.tmp/ns/51cc624a7b5c4280b4f99eb53a4fa062 is 43, key is default/ns:d/1731604993959/Put/seqid=0 2024-11-14T17:23:44,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45165 is added to blk_1073741848_1024 (size=5489) 2024-11-14T17:23:44,943 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/data/hbase/replication/e4498ab7829bffa792442d74b81f2182/.tmp/hfileref/fc4fda42f64e427c8bc3a415116fbc8a 2024-11-14T17:23:44,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45165 is added to blk_1073741849_1025 (size=5153) 2024-11-14T17:23:44,967 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/data/hbase/meta/1588230740/.tmp/ns/51cc624a7b5c4280b4f99eb53a4fa062 2024-11-14T17:23:45,004 INFO [regionserver/4e57a52647ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T17:23:45,004 INFO [regionserver/4e57a52647ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T17:23:45,032 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/data/hbase/replication/e4498ab7829bffa792442d74b81f2182/.tmp/queue/51321677489f428388641375e7b16c97 is 153, key is 1-4e57a52647ef,40829,1731604991273/queue:4e57a52647ef%2C40829%2C1731604991273/1731605016054/Put/seqid=0 2024-11-14T17:23:45,069 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/data/hbase/meta/1588230740/.tmp/rep_barrier/2904af9d1a47441f892c1a24e283c4e7 is 112, key is test,,1731605004515.1a37c57a2b57803128f12b169ded6c73./rep_barrier:seqnumDuringOpen/1731605005189/Put/seqid=0 2024-11-14T17:23:45,090 DEBUG [RS:0;4e57a52647ef:40829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e4498ab7829bffa792442d74b81f2182 2024-11-14T17:23:45,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45165 is added to blk_1073741850_1026 (size=5504) 2024-11-14T17:23:45,123 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/data/hbase/replication/e4498ab7829bffa792442d74b81f2182/.tmp/queue/51321677489f428388641375e7b16c97 2024-11-14T17:23:45,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45165 is added to blk_1073741851_1027 (size=5518) 2024-11-14T17:23:45,155 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/data/hbase/replication/e4498ab7829bffa792442d74b81f2182/.tmp/hfileref/fc4fda42f64e427c8bc3a415116fbc8a as hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/data/hbase/replication/e4498ab7829bffa792442d74b81f2182/hfileref/fc4fda42f64e427c8bc3a415116fbc8a 2024-11-14T17:23:45,184 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/data/hbase/replication/e4498ab7829bffa792442d74b81f2182/hfileref/fc4fda42f64e427c8bc3a415116fbc8a, entries=6, sequenceid=17, filesize=5.4 K 2024-11-14T17:23:45,185 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/data/hbase/replication/e4498ab7829bffa792442d74b81f2182/.tmp/queue/51321677489f428388641375e7b16c97 as hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/data/hbase/replication/e4498ab7829bffa792442d74b81f2182/queue/51321677489f428388641375e7b16c97 2024-11-14T17:23:45,211 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/data/hbase/replication/e4498ab7829bffa792442d74b81f2182/queue/51321677489f428388641375e7b16c97, entries=2, sequenceid=17, filesize=5.4 K 2024-11-14T17:23:45,218 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for e4498ab7829bffa792442d74b81f2182 in 407ms, sequenceid=17, compaction requested=false 2024-11-14T17:23:45,270 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/data/hbase/replication/e4498ab7829bffa792442d74b81f2182/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-14T17:23:45,274 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T17:23:45,274 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T17:23:45,275 INFO [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731605007499.e4498ab7829bffa792442d74b81f2182. 2024-11-14T17:23:45,275 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e4498ab7829bffa792442d74b81f2182: Waiting for close lock at 1731605024811Running coprocessor pre-close hooks at 1731605024811Disabling compacts and flushes for region at 1731605024811Disabling writes for close at 1731605024811Obtaining lock to block concurrent updates at 1731605024811Preparing flush snapshotting stores in e4498ab7829bffa792442d74b81f2182 at 1731605024811Finished memstore snapshotting hbase:replication,,1731605007499.e4498ab7829bffa792442d74b81f2182., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731605024811Flushing stores of hbase:replication,,1731605007499.e4498ab7829bffa792442d74b81f2182. at 1731605024812 (+1 ms)Flushing e4498ab7829bffa792442d74b81f2182/hfileref: creating writer at 1731605024813 (+1 ms)Flushing e4498ab7829bffa792442d74b81f2182/hfileref: appending metadata at 1731605024864 (+51 ms)Flushing e4498ab7829bffa792442d74b81f2182/hfileref: closing flushed file at 1731605024864Flushing e4498ab7829bffa792442d74b81f2182/queue: creating writer at 1731605024980 (+116 ms)Flushing e4498ab7829bffa792442d74b81f2182/queue: appending metadata at 1731605025032 (+52 ms)Flushing e4498ab7829bffa792442d74b81f2182/queue: closing flushed file at 1731605025032Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1003dd59: reopening flushed file at 1731605025147 (+115 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51af2ea5: reopening flushed file at 1731605025184 (+37 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for e4498ab7829bffa792442d74b81f2182 in 407ms, sequenceid=17, compaction requested=false at 1731605025218 (+34 ms)Writing region close event to WAL at 1731605025242 (+24 ms)Running coprocessor post-close hooks at 1731605025274 (+32 ms)Closed at 1731605025275 (+1 ms) 2024-11-14T17:23:45,275 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731605007499.e4498ab7829bffa792442d74b81f2182. 2024-11-14T17:23:45,294 DEBUG [RS:0;4e57a52647ef:40829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T17:23:45,495 DEBUG [RS:0;4e57a52647ef:40829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T17:23:45,546 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/data/hbase/meta/1588230740/.tmp/rep_barrier/2904af9d1a47441f892c1a24e283c4e7 2024-11-14T17:23:45,602 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40829,1731604991273.replicationSource.wal-reader.4e57a52647ef%2C40829%2C1731604991273,1-4e57a52647ef,40829,1731604991273 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.1731605012887 to pos 393, reset compression=false 2024-11-14T17:23:45,638 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/data/hbase/meta/1588230740/.tmp/table/004dd0583edf4869b1013b01b09c870f is 53, key is hbase:replication/table:state/1731605009066/Put/seqid=0 2024-11-14T17:23:45,638 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40829,1731604991273.replicationSource.wal-reader.4e57a52647ef%2C40829%2C1731604991273,1-4e57a52647ef,40829,1731604991273 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T17:23:45,638 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40829,1731604991273.replicationSource.wal-reader.4e57a52647ef%2C40829%2C1731604991273,1-4e57a52647ef,40829,1731604991273 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.1731605012887 to pos 688, reset compression=false 2024-11-14T17:23:45,638 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40829,1731604991273.replicationSource.shipper4e57a52647ef%2C40829%2C1731604991273,1-4e57a52647ef,40829,1731604991273 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4e57a52647ef,40829,1731604991273 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.1731605012887, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T17:23:45,639 ERROR [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40829,1731604991273.replicationSource.shipper4e57a52647ef%2C40829%2C1731604991273,1-4e57a52647ef,40829,1731604991273 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 4e57a52647ef,40829,1731604991273: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-4e57a52647ef,40829,1731604991273, walGroup=4e57a52647ef%2C40829%2C1731604991273, offset=4e57a52647ef%2C40829%2C1731604991273.1731605012887:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e57a52647ef:40829 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T17:23:45,641 ERROR [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40829,1731604991273.replicationSource.shipper4e57a52647ef%2C40829%2C1731604991273,1-4e57a52647ef,40829,1731604991273 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T17:23:45,641 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40829,1731604991273.replicationSource.shipper4e57a52647ef%2C40829%2C1731604991273,1-4e57a52647ef,40829,1731604991273 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T17:23:45,641 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40829,1731604991273.replicationSource.shipper4e57a52647ef%2C40829%2C1731604991273,1-4e57a52647ef,40829,1731604991273 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T17:23:45,641 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40829,1731604991273.replicationSource.shipper4e57a52647ef%2C40829%2C1731604991273,1-4e57a52647ef,40829,1731604991273 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T17:23:45,641 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40829,1731604991273.replicationSource.shipper4e57a52647ef%2C40829%2C1731604991273,1-4e57a52647ef,40829,1731604991273 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T17:23:45,641 INFO [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40829,1731604991273.replicationSource.shipper4e57a52647ef%2C40829%2C1731604991273,1-4e57a52647ef,40829,1731604991273 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1604321280, "init": 1048576000, "max": 2306867200, "used": 1217094848 }, "NonHeapMemoryUsage": { "committed": 212074496, "init": 7667712, "max": -1, "used": 208950152 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T17:23:45,641 WARN [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40829,1731604991273.replicationSource.shipper4e57a52647ef%2C40829%2C1731604991273,1-4e57a52647ef,40829,1731604991273 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e57a52647ef:38905 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4e57a52647ef:38905 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T17:23:45,695 INFO [RS:0;4e57a52647ef:40829 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T17:23:45,695 DEBUG [RS:0;4e57a52647ef:40829 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T17:23:45,695 DEBUG [RS:0;4e57a52647ef:40829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T17:23:45,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45165 is added to blk_1073741852_1028 (size=5308) 2024-11-14T17:23:45,774 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,2-4e57a52647ef,40829,1731604991273.replicationSource.wal-reader.4e57a52647ef%2C40829%2C1731604991273,2-4e57a52647ef,40829,1731604991273 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.1731605012887 to pos 393, reset compression=false 2024-11-14T17:23:45,820 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,2-4e57a52647ef,40829,1731604991273.replicationSource.wal-reader.4e57a52647ef%2C40829%2C1731604991273,2-4e57a52647ef,40829,1731604991273 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T17:23:45,820 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,2-4e57a52647ef,40829,1731604991273.replicationSource.wal-reader.4e57a52647ef%2C40829%2C1731604991273,2-4e57a52647ef,40829,1731604991273 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.1731605012887 to pos 688, reset compression=false 2024-11-14T17:23:45,820 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,2-4e57a52647ef,40829,1731604991273.replicationSource.shipper4e57a52647ef%2C40829%2C1731604991273,2-4e57a52647ef,40829,1731604991273 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-4e57a52647ef,40829,1731604991273 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.1731605012887, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T17:23:45,821 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,2-4e57a52647ef,40829,1731604991273.replicationSource.shipper4e57a52647ef%2C40829%2C1731604991273,2-4e57a52647ef,40829,1731604991273 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-14T17:23:45,896 DEBUG [RS:0;4e57a52647ef:40829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T17:23:45,907 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40829,1731604991273.replicationSource.wal-reader.4e57a52647ef%2C40829%2C1731604991273,1-4e57a52647ef,40829,1731604991273 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.1731605012887 to pos 688, reset compression=false 2024-11-14T17:23:46,043 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,2-4e57a52647ef,40829,1731604991273.replicationSource.wal-reader.4e57a52647ef%2C40829%2C1731604991273,2-4e57a52647ef,40829,1731604991273 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.1731605012887 to pos 688, reset compression=false 2024-11-14T17:23:46,098 DEBUG [RS:0;4e57a52647ef:40829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T17:23:46,112 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/data/hbase/meta/1588230740/.tmp/table/004dd0583edf4869b1013b01b09c870f 2024-11-14T17:23:46,124 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/data/hbase/meta/1588230740/.tmp/info/fc62bd9fef4c4154b48e098ebd22e330 as hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/data/hbase/meta/1588230740/info/fc62bd9fef4c4154b48e098ebd22e330 2024-11-14T17:23:46,129 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/data/hbase/meta/1588230740/info/fc62bd9fef4c4154b48e098ebd22e330, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T17:23:46,130 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/data/hbase/meta/1588230740/.tmp/ns/51cc624a7b5c4280b4f99eb53a4fa062 as hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/data/hbase/meta/1588230740/ns/51cc624a7b5c4280b4f99eb53a4fa062 2024-11-14T17:23:46,134 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/data/hbase/meta/1588230740/ns/51cc624a7b5c4280b4f99eb53a4fa062, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T17:23:46,135 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/data/hbase/meta/1588230740/.tmp/rep_barrier/2904af9d1a47441f892c1a24e283c4e7 as hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/data/hbase/meta/1588230740/rep_barrier/2904af9d1a47441f892c1a24e283c4e7 2024-11-14T17:23:46,140 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/data/hbase/meta/1588230740/rep_barrier/2904af9d1a47441f892c1a24e283c4e7, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T17:23:46,141 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/data/hbase/meta/1588230740/.tmp/table/004dd0583edf4869b1013b01b09c870f as hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/data/hbase/meta/1588230740/table/004dd0583edf4869b1013b01b09c870f 2024-11-14T17:23:46,147 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/data/hbase/meta/1588230740/table/004dd0583edf4869b1013b01b09c870f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T17:23:46,153 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1468ms, sequenceid=16, compaction requested=false 2024-11-14T17:23:46,153 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T17:23:46,242 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40829,1731604991273.replicationSource.wal-reader.4e57a52647ef%2C40829%2C1731604991273,1-4e57a52647ef,40829,1731604991273 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.1731605012887 to pos 688, reset compression=false 2024-11-14T17:23:46,251 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T17:23:46,254 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T17:23:46,254 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T17:23:46,254 INFO [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T17:23:46,254 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731605024683Running coprocessor pre-close hooks at 1731605024683Disabling compacts and flushes for region at 1731605024683Disabling writes for close at 1731605024684 (+1 ms)Obtaining lock to block concurrent updates at 1731605024684Preparing flush snapshotting stores in 1588230740 at 1731605024684Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731605024684Flushing stores of hbase:meta,,1.1588230740 at 1731605024687 (+3 ms)Flushing 1588230740/info: creating writer at 1731605024687Flushing 1588230740/info: appending metadata at 1731605024737 (+50 ms)Flushing 1588230740/info: closing flushed file at 1731605024737Flushing 1588230740/ns: creating writer at 1731605024815 (+78 ms)Flushing 1588230740/ns: appending metadata at 1731605024895 (+80 ms)Flushing 1588230740/ns: closing flushed file at 1731605024895Flushing 1588230740/rep_barrier: creating writer at 1731605025015 (+120 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731605025068 (+53 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731605025068Flushing 1588230740/table: creating writer at 1731605025588 (+520 ms)Flushing 1588230740/table: appending metadata at 1731605025637 (+49 ms)Flushing 1588230740/table: closing flushed file at 1731605025637Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60b1631f: reopening flushed file at 1731605026118 (+481 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@449f4d17: reopening flushed file at 1731605026129 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47e4336b: reopening flushed file at 1731605026135 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@696058a2: reopening flushed file at 1731605026140 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1468ms, sequenceid=16, compaction requested=false at 1731605026153 (+13 ms)Writing region close event to WAL at 1731605026214 (+61 ms)Running coprocessor post-close hooks at 1731605026254 (+40 ms)Closed at 1731605026254 2024-11-14T17:23:46,254 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T17:23:46,301 INFO [RS:0;4e57a52647ef:40829 {}] regionserver.HRegionServer(976): stopping server 4e57a52647ef,40829,1731604991273; all regions closed. 2024-11-14T17:23:46,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45165 is added to blk_1073741844_1020 (size=859) 2024-11-14T17:23:46,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45165 is added to blk_1073741843_1019 (size=2791) 2024-11-14T17:23:46,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45165 is added to blk_1073741842_1018 (size=696) 2024-11-14T17:23:46,358 DEBUG [RS:0;4e57a52647ef:40829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:23:46,358 INFO [RS:0;4e57a52647ef:40829 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T17:23:46,358 INFO [RS:0;4e57a52647ef:40829 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T17:23:46,358 INFO [RS:0;4e57a52647ef:40829 {}] hbase.ChoreService(370): Chore service for: regionserver/4e57a52647ef:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T17:23:46,358 INFO [RS:0;4e57a52647ef:40829 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T17:23:46,359 INFO [RS:0;4e57a52647ef:40829 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4e57a52647ef,40829,1731604991273 because: Region server is closing 2024-11-14T17:23:46,359 INFO [RS:0;4e57a52647ef:40829 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4e57a52647ef:40829. 2024-11-14T17:23:46,359 DEBUG [RS:0;4e57a52647ef:40829 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:23:46,359 DEBUG [RS:0;4e57a52647ef:40829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:23:46,359 DEBUG [RS:0;4e57a52647ef:40829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:23:46,360 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:23:46,360 INFO [regionserver/4e57a52647ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T17:23:46,384 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,2-4e57a52647ef,40829,1731604991273.replicationSource.wal-reader.4e57a52647ef%2C40829%2C1731604991273,2-4e57a52647ef,40829,1731604991273 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.1731605012887 to pos 688, reset compression=false 2024-11-14T17:23:46,402 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,2-4e57a52647ef,40829,1731604991273.replicationSource.wal-reader.4e57a52647ef%2C40829%2C1731604991273,2-4e57a52647ef,40829,1731604991273 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/WALs/4e57a52647ef,40829,1731604991273/4e57a52647ef%2C40829%2C1731604991273.1731605012887 2024-11-14T17:23:46,402 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,2-4e57a52647ef,40829,1731604991273.replicationSource.wal-reader.4e57a52647ef%2C40829%2C1731604991273,2-4e57a52647ef,40829,1731604991273 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-14T17:23:46,402 DEBUG [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,2-4e57a52647ef,40829,1731604991273.replicationSource.wal-reader.4e57a52647ef%2C40829%2C1731604991273,2-4e57a52647ef,40829,1731604991273 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-14T17:23:46,462 INFO [RS:0;4e57a52647ef:40829 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40829,1731604991273.replicationSource.shipper4e57a52647ef%2C40829%2C1731604991273,1-4e57a52647ef,40829,1731604991273 terminated 2024-11-14T17:23:46,462 INFO [RS:0;4e57a52647ef:40829 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-4e57a52647ef,40829,1731604991273 because: Region server is closing 2024-11-14T17:23:46,463 INFO [RS:0;4e57a52647ef:40829 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4e57a52647ef:40829. 2024-11-14T17:23:46,463 DEBUG [RS:0;4e57a52647ef:40829 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T17:23:46,463 DEBUG [RS:0;4e57a52647ef:40829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:23:46,463 DEBUG [RS:0;4e57a52647ef:40829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T17:23:46,463 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T17:23:46,465 WARN [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,1-4e57a52647ef,40829,1731604991273.replicationSource.wal-reader.4e57a52647ef%2C40829%2C1731604991273,1-4e57a52647ef,40829,1731604991273 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T17:23:46,566 INFO [RS:0;4e57a52647ef:40829 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,2-4e57a52647ef,40829,1731604991273.replicationSource.shipper4e57a52647ef%2C40829%2C1731604991273,2-4e57a52647ef,40829,1731604991273 terminated 2024-11-14T17:23:46,566 INFO [RS:0;4e57a52647ef:40829 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40829 2024-11-14T17:23:46,566 WARN [RS_REFRESH_PEER-regionserver/4e57a52647ef:0-0.replicationSource,2-4e57a52647ef,40829,1731604991273.replicationSource.wal-reader.4e57a52647ef%2C40829%2C1731604991273,2-4e57a52647ef,40829,1731604991273 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-14T17:23:46,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38905-0x100ab76d5a50000, quorum=127.0.0.1:56435, baseZNode=/0-582836909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-582836909/rs 2024-11-14T17:23:46,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40829-0x100ab76d5a50001, quorum=127.0.0.1:56435, baseZNode=/0-582836909 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-582836909/rs/4e57a52647ef,40829,1731604991273 2024-11-14T17:23:46,574 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4e57a52647ef,40829,1731604991273] 2024-11-14T17:23:46,574 INFO [RS:0;4e57a52647ef:40829 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T17:23:46,575 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-582836909/draining/4e57a52647ef,40829,1731604991273 already deleted, retry=false 2024-11-14T17:23:46,575 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4e57a52647ef,40829,1731604991273 expired; onlineServers=0 2024-11-14T17:23:46,575 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4e57a52647ef,38905,1731604990838' ***** 2024-11-14T17:23:46,575 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T17:23:46,575 INFO [M:0;4e57a52647ef:38905 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T17:23:46,575 INFO [M:0;4e57a52647ef:38905 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T17:23:46,575 DEBUG [M:0;4e57a52647ef:38905 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T17:23:46,575 DEBUG [M:0;4e57a52647ef:38905 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T17:23:46,575 DEBUG [master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731604992770 {}] cleaner.HFileCleaner(306): Exit Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731604992770,5,FailOnTimeoutGroup] 2024-11-14T17:23:46,575 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T17:23:46,575 INFO [M:0;4e57a52647ef:38905 {}] hbase.ChoreService(370): Chore service for: master/4e57a52647ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T17:23:46,576 INFO [M:0;4e57a52647ef:38905 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T17:23:46,576 DEBUG [M:0;4e57a52647ef:38905 {}] master.HMaster(1795): Stopping service threads 2024-11-14T17:23:46,576 INFO [M:0;4e57a52647ef:38905 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T17:23:46,576 DEBUG [master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731604992763 {}] cleaner.HFileCleaner(306): Exit Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731604992763,5,FailOnTimeoutGroup] 2024-11-14T17:23:46,576 INFO [M:0;4e57a52647ef:38905 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T17:23:46,576 ERROR [M:0;4e57a52647ef:38905 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (319217168) connection to localhost/127.0.0.1:44135 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:44135,5,PEWorkerGroup] 2024-11-14T17:23:46,576 INFO [M:0;4e57a52647ef:38905 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T17:23:46,576 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T17:23:46,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38905-0x100ab76d5a50000, quorum=127.0.0.1:56435, baseZNode=/0-582836909 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-582836909/master 2024-11-14T17:23:46,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38905-0x100ab76d5a50000, quorum=127.0.0.1:56435, baseZNode=/0-582836909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-582836909 2024-11-14T17:23:46,579 DEBUG [M:0;4e57a52647ef:38905 {}] zookeeper.RecoverableZooKeeper(212): Node /0-582836909/master already deleted, retry=false 2024-11-14T17:23:46,579 DEBUG [M:0;4e57a52647ef:38905 {}] master.ActiveMasterManager(353): master:38905-0x100ab76d5a50000, quorum=127.0.0.1:56435, baseZNode=/0-582836909 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-582836909/master 2024-11-14T17:23:46,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40829-0x100ab76d5a50001, quorum=127.0.0.1:56435, baseZNode=/0-582836909 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-582836909/master 2024-11-14T17:23:46,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40829-0x100ab76d5a50001, quorum=127.0.0.1:56435, baseZNode=/0-582836909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-582836909 2024-11-14T17:23:46,586 INFO [M:0;4e57a52647ef:38905 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/.lastflushedseqids 2024-11-14T17:23:46,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45165 is added to blk_1073741853_1029 (size=263) 2024-11-14T17:23:46,638 INFO [M:0;4e57a52647ef:38905 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T17:23:46,642 INFO [M:0;4e57a52647ef:38905 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T17:23:46,642 DEBUG [M:0;4e57a52647ef:38905 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T17:23:46,642 INFO [M:0;4e57a52647ef:38905 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:23:46,642 DEBUG [M:0;4e57a52647ef:38905 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:23:46,643 DEBUG [M:0;4e57a52647ef:38905 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T17:23:46,643 DEBUG [M:0;4e57a52647ef:38905 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:23:46,643 INFO [M:0;4e57a52647ef:38905 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=60.10 KB heapSize=71.41 KB 2024-11-14T17:23:46,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40829-0x100ab76d5a50001, quorum=127.0.0.1:56435, baseZNode=/0-582836909 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:23:46,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40829-0x100ab76d5a50001, quorum=127.0.0.1:56435, baseZNode=/0-582836909 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:23:46,694 INFO [RS:0;4e57a52647ef:40829 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T17:23:46,694 INFO [RS:0;4e57a52647ef:40829 {}] regionserver.HRegionServer(1031): Exiting; stopping=4e57a52647ef,40829,1731604991273; zookeeper connection closed. 2024-11-14T17:23:46,710 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@60c3ba86 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@60c3ba86 2024-11-14T17:23:46,711 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T17:23:46,715 DEBUG [M:0;4e57a52647ef:38905 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2319ecb7d8f34cd3bb2800b10bd9eea8 is 82, key is hbase:meta,,1/info:regioninfo/1731604993921/Put/seqid=0 2024-11-14T17:23:46,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45165 is added to blk_1073741854_1030 (size=5672) 2024-11-14T17:23:46,793 INFO [M:0;4e57a52647ef:38905 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2319ecb7d8f34cd3bb2800b10bd9eea8 2024-11-14T17:23:46,844 DEBUG [M:0;4e57a52647ef:38905 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/01a39ac8ef2e4e918770a3fbb30ee726 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731605005213/Put/seqid=0 2024-11-14T17:23:46,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45165 is added to blk_1073741855_1031 (size=7609) 2024-11-14T17:23:46,907 INFO [M:0;4e57a52647ef:38905 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.55 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/01a39ac8ef2e4e918770a3fbb30ee726 2024-11-14T17:23:46,926 INFO [M:0;4e57a52647ef:38905 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 01a39ac8ef2e4e918770a3fbb30ee726 2024-11-14T17:23:47,001 DEBUG [M:0;4e57a52647ef:38905 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1b9d3788201e479791c78d1c84983258 is 69, key is 4e57a52647ef,40829,1731604991273/rs:state/1731604992865/Put/seqid=0 2024-11-14T17:23:47,034 INFO [master/4e57a52647ef:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T17:23:47,035 INFO [master/4e57a52647ef:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T17:23:47,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45165 is added to blk_1073741856_1032 (size=5156) 2024-11-14T17:23:47,486 INFO [M:0;4e57a52647ef:38905 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1b9d3788201e479791c78d1c84983258 2024-11-14T17:23:47,531 DEBUG [M:0;4e57a52647ef:38905 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2319ecb7d8f34cd3bb2800b10bd9eea8 as hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2319ecb7d8f34cd3bb2800b10bd9eea8 2024-11-14T17:23:47,561 INFO [M:0;4e57a52647ef:38905 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2319ecb7d8f34cd3bb2800b10bd9eea8, entries=8, sequenceid=121, filesize=5.5 K 2024-11-14T17:23:47,579 DEBUG [M:0;4e57a52647ef:38905 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/01a39ac8ef2e4e918770a3fbb30ee726 as hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/01a39ac8ef2e4e918770a3fbb30ee726 2024-11-14T17:23:47,616 INFO [M:0;4e57a52647ef:38905 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 01a39ac8ef2e4e918770a3fbb30ee726 2024-11-14T17:23:47,617 INFO [M:0;4e57a52647ef:38905 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/01a39ac8ef2e4e918770a3fbb30ee726, entries=13, sequenceid=121, filesize=7.4 K 2024-11-14T17:23:47,618 DEBUG [M:0;4e57a52647ef:38905 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1b9d3788201e479791c78d1c84983258 as hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1b9d3788201e479791c78d1c84983258 2024-11-14T17:23:47,655 INFO [M:0;4e57a52647ef:38905 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44135/user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1b9d3788201e479791c78d1c84983258, entries=1, sequenceid=121, filesize=5.0 K 2024-11-14T17:23:47,660 INFO [M:0;4e57a52647ef:38905 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.10 KB/61545, heapSize ~71.11 KB/72816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1017ms, sequenceid=121, compaction requested=false 2024-11-14T17:23:47,708 INFO [M:0;4e57a52647ef:38905 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T17:23:47,708 DEBUG [M:0;4e57a52647ef:38905 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731605026642Disabling compacts and flushes for region at 1731605026642Disabling writes for close at 1731605026643 (+1 ms)Obtaining lock to block concurrent updates at 1731605026643Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731605026643Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61545, getHeapSize=73056, getOffHeapSize=0, getCellsCount=140 at 1731605026643Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731605026644 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731605026644Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731605026714 (+70 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731605026714Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731605026809 (+95 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731605026844 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731605026844Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731605026926 (+82 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731605027001 (+75 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731605027001Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a169a13: reopening flushed file at 1731605027518 (+517 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5884b157: reopening flushed file at 1731605027561 (+43 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1531de8d: reopening flushed file at 1731605027617 (+56 ms)Finished flush of dataSize ~60.10 KB/61545, heapSize ~71.11 KB/72816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1017ms, sequenceid=121, compaction requested=false at 1731605027660 (+43 ms)Writing region close event to WAL at 1731605027708 (+48 ms)Closed at 1731605027708 2024-11-14T17:23:47,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45165 is added to blk_1073741830_1006 (size=69908) 2024-11-14T17:23:47,716 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/db847fb6-bb08-2246-9ce8-31998c6f7711/MasterData/WALs/4e57a52647ef,38905,1731604990838/4e57a52647ef%2C38905%2C1731604990838.1731604992311 not finished, retry = 0 2024-11-14T17:23:47,818 INFO [M:0;4e57a52647ef:38905 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T17:23:47,818 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T17:23:47,818 INFO [M:0;4e57a52647ef:38905 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38905 2024-11-14T17:23:47,819 INFO [M:0;4e57a52647ef:38905 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T17:23:47,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38905-0x100ab76d5a50000, quorum=127.0.0.1:56435, baseZNode=/0-582836909 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:23:47,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38905-0x100ab76d5a50000, quorum=127.0.0.1:56435, baseZNode=/0-582836909 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T17:23:47,948 INFO [M:0;4e57a52647ef:38905 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T17:23:47,979 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@466cb862{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T17:23:47,980 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f076664{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T17:23:47,980 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T17:23:47,980 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32dd170d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T17:23:47,981 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f96effb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87e10d3-9ffa-6356-03c7-ccdde7b1663e/hadoop.log.dir/,STOPPED} 2024-11-14T17:23:47,985 WARN [BP-1791276495-172.17.0.3-1731604989374 heartbeating to localhost/127.0.0.1:44135 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T17:23:47,985 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T17:23:47,985 WARN [BP-1791276495-172.17.0.3-1731604989374 heartbeating to localhost/127.0.0.1:44135 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1791276495-172.17.0.3-1731604989374 (Datanode Uuid 717d5cff-8376-47af-bb31-06e2748542d8) service to localhost/127.0.0.1:44135 2024-11-14T17:23:47,985 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T17:23:47,985 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87e10d3-9ffa-6356-03c7-ccdde7b1663e/cluster_628e76e5-a809-85b2-7612-3f0650508665/data/data1/current/BP-1791276495-172.17.0.3-1731604989374 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T17:23:47,986 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T17:23:47,986 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87e10d3-9ffa-6356-03c7-ccdde7b1663e/cluster_628e76e5-a809-85b2-7612-3f0650508665/data/data2/current/BP-1791276495-172.17.0.3-1731604989374 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T17:23:48,001 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2dc34cf6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T17:23:48,002 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1322d2a1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T17:23:48,002 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T17:23:48,002 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dc8f12{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T17:23:48,003 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@560d4801{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d87e10d3-9ffa-6356-03c7-ccdde7b1663e/hadoop.log.dir/,STOPPED} 2024-11-14T17:23:48,012 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T17:23:48,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T17:23:48,071 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=585 (was 530) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44135 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44135 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46243 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:46243 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46243 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:39595 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:39595 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46243 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44135 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:44135 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:46243 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44135 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56435) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:46243 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:46243 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56435) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39595 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46243 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44135 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39595 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56435) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:44135 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39595 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39595 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46243 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:44135 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:44135 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:39595 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44135 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:39595 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=971 (was 866) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1803 (was 1394) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2318 (was 2012) - AvailableMemoryMB LEAK? - 2024-11-14T17:23:48,072 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=585 is superior to 500 2024-11-14T17:23:48,084 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T17:23:48,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:48,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:48,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:48,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:48,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:48,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:48,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:48,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:48,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:48,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x100ab76d5a50008, quorum=127.0.0.1:56435, baseZNode=/2-1229919474 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T17:23:48,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100ab76d5a50002, quorum=127.0.0.1:56435, baseZNode=/0-582836909 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T17:23:48,110 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x100ab76d5a50008, quorum=127.0.0.1:56435, baseZNode=/2-1229919474 Received Disconnected from ZooKeeper, ignoring 2024-11-14T17:23:48,110 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100ab76d5a50002, quorum=127.0.0.1:56435, baseZNode=/0-582836909 Received Disconnected from ZooKeeper, ignoring 2024-11-14T17:23:48,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100ab76d5a50005, quorum=127.0.0.1:56435, baseZNode=/1-795853502 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T17:23:48,114 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100ab76d5a50005, quorum=127.0.0.1:56435, baseZNode=/1-795853502 Received Disconnected from ZooKeeper, ignoring 2024-11-14T17:23:48,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:48,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:48,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:48,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:48,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:48,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:48,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:48,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:48,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T17:23:48,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null